-- Logs begin at Tue 2022-09-06 03:44:02 UTC, end at Tue 2022-09-06 05:02:37 UTC. -- Sep 06 04:26:54.406734 dv-cinder-856002-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 06 04:26:57.077088 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.common.config [-] Logging enabled! Sep 06 04:26:57.077747 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev541 Sep 06 04:26:57.077899 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106823) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 06 04:26:57.081164 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.common.config [-] Logging enabled! Sep 06 04:26:57.081990 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev541 Sep 06 04:26:57.082306 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106823) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 06 04:26:57.083238 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 06 04:26:57.083474 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 06 04:26:57.083951 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 06 04:26:57.084201 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 06 04:26:57.084432 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 06 04:26:57.084754 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.085057 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.085290 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.085611 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.085911 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.086199 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.086489 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.086786 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.087075 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.087357 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.087643 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.087876 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.088159 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.088446 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.088732 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.088955 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] debug = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.089235 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.089700 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.090103 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.090396 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.090688 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.090970 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.091242 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.091520 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.091806 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.092135 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] host = dv-cinder-856002-1-iscsi {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.092415 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.092702 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.092989 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.093275 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.093574 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.093851 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.094140 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.094415 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.094689 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] log_file = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.094963 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.095251 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.095539 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.095835 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.096061 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.096284 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.096571 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.096860 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.097777 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.098057 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.098338 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.098616 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.098893 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.099166 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.099453 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.099759 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.100032 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.100308 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.100583 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.100855 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.101128 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.101441 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.101718 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.101991 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.102266 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.102553 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.102821 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.103094 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.103395 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.103681 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.103964 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.104251 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.104526 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.104808 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.105080 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.105375 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.105649 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] use_json = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.105926 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.106196 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.106477 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.106751 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.107022 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.107294 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.107564 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.107849 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.108119 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:26:57.108416 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.108714 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.109015 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.109299 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.109623 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.109903 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.110193 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.110473 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.110765 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.111058 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.111349 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.111629 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.111929 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.112219 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.112514 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.112963 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.113264 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.113583 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.113863 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.114140 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.114416 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.114696 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.114984 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.115263 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.115553 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.115849 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.116128 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.116429 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.116716 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.117004 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.117300 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.117612 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.117892 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.118171 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.118463 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.118743 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.119016 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.119306 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.119584 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.119855 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.120138 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.120429 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.120719 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.120994 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.121275 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.121588 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.121866 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.122137 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.122409 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.122687 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.122959 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.123243 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.123521 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.123794 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.124066 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.124343 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.124616 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.124888 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.125167 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.125466 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.125749 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.126021 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.126291 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.126564 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.126838 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.127107 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.127377 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.127647 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.127923 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.128192 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.128597 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.128938 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.129231 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.129535 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.129828 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.130133 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.130412 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.130691 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.130971 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.131247 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.131523 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.131799 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.132075 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.132352 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.132625 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.132916 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.133198 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.133579 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.133867 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.134164 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.134461 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.134742 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.135022 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.135302 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.135582 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.135864 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.136149 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.136427 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.136705 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.136990 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.137274 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.137598 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.137895 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.138176 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.138469 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.138763 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.139058 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.139340 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.139649 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.140190 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:26:57.140404 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 06 04:26:57.140648 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106823) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 06 04:26:57.520226 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 06 04:26:57.520543 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 06 04:26:57.520809 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 06 04:26:57.521043 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 06 04:26:57.521339 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 06 04:26:57.521674 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 06 04:26:57.855586 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:57.855886 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:57.856162 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:57.857362 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:57.857641 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:57.857907 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:57.909807 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:57.910155 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:57.910428 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:57.926873 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:57.927157 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:57.927430 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:57.954790 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:57.955073 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:57.955347 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:57.992056 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:57.992382 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:57.992655 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.224655 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.225270 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.225270 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.226321 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.227040 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.327862 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.328183 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.328466 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.328748 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.329017 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.329349 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.329617 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.329875 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.330132 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.330417 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.330679 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.330945 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.331207 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.332020 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.332293 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.332569 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.332833 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.333107 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.333408 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.333675 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.333953 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.334210 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.334496 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.334876 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.335130 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.335380 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.335774 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 04:26:58.336016 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 04:26:58.336255 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 04:26:58.336493 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 04:26:58.336732 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 04:26:58.336974 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 04:26:58.337363 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 06 04:26:58.340428 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 06 04:26:58.344320 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 06 04:26:58.349245 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 06 04:26:58.350900 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 06 04:26:58.351513 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 06 04:26:58.351851 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 06 04:26:58.352240 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 06 04:26:58.355012 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 06 04:26:58.355265 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 06 04:26:58.355607 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 06 04:26:58.360643 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 06 04:26:58.384813 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 06 04:26:58.385276 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.385600 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106823) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 06 04:26:58.385973 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.387318 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106823) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 06 04:26:58.387602 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 06 04:26:58.387848 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 06 04:26:58.399444 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.399731 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:58.551453 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 06 04:26:58.551714 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 06 04:26:58.551916 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 06 04:26:58.552289 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 06 04:26:58.604942 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO dbcounter [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Registered counter for database neutron Sep 06 04:26:58.623853 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_db.sqlalchemy.engines [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106823) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 06 04:26:58.629567 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG dbcounter [-] [106823] Writer thread running {{(pid=106823) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 06 04:26:59.348938 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Initializing driver for type 'gre' Sep 06 04:26:59.349626 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] gre ID ranges: [(1, 1000)] Sep 06 04:26:59.534267 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Initializing driver for type 'local' Sep 06 04:26:59.535214 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Initializing driver for type 'vlan' Sep 06 04:26:59.631274 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] VlanTypeDriver initialization complete Sep 06 04:26:59.631539 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Initializing driver for type 'vxlan' Sep 06 04:26:59.632037 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] vxlan ID ranges: [(1, 1000)] Sep 06 04:26:59.822022 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Initializing extension driver 'port_security' Sep 06 04:26:59.822366 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.extensions.port_security [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] PortSecurityExtensionDriver initialization complete Sep 06 04:26:59.822703 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Initializing mechanism driver 'openvswitch' Sep 06 04:26:59.823030 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Initializing mechanism driver 'hyperv' Sep 06 04:26:59.829570 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.plugins.ml2.plugin [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:26:59.830266 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > port after_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.830641 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > port after_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.830996 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > port after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.831499 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106823) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 06 04:26:59.831927 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > subnet after_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.832284 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > subnet after_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.832961 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.833233 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106823) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 06 04:26:59.833666 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > network after_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.834019 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > network after_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.834363 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > network after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.834753 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106823) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 06 04:26:59.835160 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > security_group after_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.835507 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > security_group after_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.835934 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.836329 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106823) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 06 04:26:59.836732 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.837080 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.837452 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.837973 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106823) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 06 04:26:59.840010 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > address_group after_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.840010 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > address_group after_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.840010 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.840010 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106823) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 06 04:26:59.840010 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] ML2 OVO RPC backend initialized. {{(pid=106823) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 06 04:26:59.840668 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.841024 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.841474 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > network before_response 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.841832 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > networks before_response 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.842178 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > port before_response 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.842518 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > ports before_response 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.842859 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > subnet before_response 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.843202 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > subnets before_response 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.843543 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > network after_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.843882 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > network after_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.844322 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > network after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.844657 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > port after_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.844991 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > port after_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.845346 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > port after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.845685 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > subnet after_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.846021 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > subnet after_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.846356 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.854807 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded quota_driver: . Sep 06 04:26:59.855240 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.plugin [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Modular L2 Plugin initialization complete Sep 06 04:26:59.855592 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading services supported by the core plugin {{(pid=106823) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 06 04:26:59.855932 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.plugins.ml2.managers [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Got port-security extension from driver 'port_security' Sep 06 04:26:59.856408 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.extensions.vlantransparent [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Disabled vlantransparent extension. Sep 06 04:26:59.856897 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106823) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 06 04:26:59.857220 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading Plugin: router Sep 06 04:26:59.892761 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.893094 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router after_create 55549900 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.893495 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router before_create 55549900 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.893856 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.894229 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.894589 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router after_delete 55549900 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.894993 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.895342 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.895700 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router after_create 55549900 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.896046 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router after_update 55549900 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.896392 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router after_update 55549900 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.896738 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.897092 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router after_update 55549900 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.897523 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router precommit_update 55549900 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.897893 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: port after_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.898233 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: port after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.898568 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: subnet after_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.898909 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.899255 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.899598 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router precommit_create 55549900 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.899943 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: port before_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.900285 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router precommit_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.900636 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router after_update 55549900 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.900975 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.901348 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router precommit_create 55549900 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.901712 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.902055 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router precommit_update 55549900 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.902419 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > agent after_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.902773 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > agent after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.903116 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > network after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.903960 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Tracking information for resource: router configured {{(pid=106823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 04:26:59.904286 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Tracking information for resource: floatingip configured {{(pid=106823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 06 04:26:59.909161 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.db.l3_agentschedulers_db [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 06 04:26:59.909758 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: port after_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.910124 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: port after_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.910998 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: port after_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.911357 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: port after_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.912143 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router before_create 55550100 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.912504 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.912865 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router precommit_create 55550100 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.913224 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > router precommit_update 55550100 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.918056 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.services.provider_configuration [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Service providers = [] {{(pid=106823) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 06 04:26:59.918418 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.db.servicetype_db [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106823) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 06 04:26:59.921288 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.services.service_base [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106823) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 04:26:59.921659 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.services.service_base [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106823) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 04:26:59.921999 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.services.service_base [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106823) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 04:26:59.922872 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.services.service_base [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106823) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 06 04:26:59.923246 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.services.service_base [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 06 04:26:59.923617 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 04:26:59.923931 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 06 04:26:59.935979 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 04:26:59.936311 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading Plugin: auto_allocate Sep 06 04:26:59.942111 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: network precommit_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.942477 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: network precommit_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.942990 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 04:26:59.943313 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading Plugin: tag Sep 06 04:26:59.949829 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 04:26:59.950156 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading Plugin: timestamp Sep 06 04:26:59.954107 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 04:26:59.954438 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading Plugin: network_ip_availability Sep 06 04:26:59.960085 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.960454 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.960813 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:26:59.961533 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 04:26:59.961853 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading Plugin: flavors Sep 06 04:26:59.966550 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 04:26:59.966882 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading Plugin: revisions Sep 06 04:26:59.971222 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 06 04:26:59.971608 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_concurrency.lockutils [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.450s {{(pid=106823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 06 04:26:59.972338 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106823) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 06 04:26:59.972675 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Initializing extension manager. Sep 06 04:26:59.973863 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: __init__.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:26:59.974206 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: __pycache__ {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:26:59.974537 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: address_group.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:26:59.975408 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:26:59.975965 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: address-group Sep 06 04:26:59.976287 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: address_scope.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:26:59.976954 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:26:59.977480 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: address-scope Sep 06 04:26:59.977803 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:26:59.978665 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:26:59.979164 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: router-admin-state-down-before-update Sep 06 04:26:59.979485 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: agent.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:26:59.980134 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:26:59.980630 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: agent Sep 06 04:26:59.980952 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: agent_resources_synced.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:26:59.981828 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:26:59.982325 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: agent-resources-synced Sep 06 04:26:59.982643 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: allowedaddresspairs.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:26:59.984354 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:26:59.984857 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: allowed-address-pairs Sep 06 04:26:59.985180 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: auto_allocated_topology.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:26:59.986966 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:26:59.987475 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: auto-allocated-topology Sep 06 04:26:59.987798 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: availability_zone.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:26:59.988452 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:26:59.989581 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: availability_zone Sep 06 04:26:59.989900 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: availability_zone_filter.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:26:59.990862 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:26:59.991368 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: availability_zone_filter Sep 06 04:26:59.991687 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: data_plane_status.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:26:59.992537 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:26:59.993026 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension data-plane-status not supported by any of loaded plugins Sep 06 04:26:59.993373 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: default_subnetpools.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:26:59.994237 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:26:59.994729 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: default-subnetpools Sep 06 04:26:59.995044 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:26:59.995803 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:26:59.996298 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: dhcp_agent_scheduler Sep 06 04:26:59.996616 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: dns.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:26:59.997680 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:26:59.998170 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension dns-integration not supported by any of loaded plugins Sep 06 04:26:59.998488 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: dns_domain_ports.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:26:59.999342 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:26:59.999832 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 06 04:27:00.000149 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.001009 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.001523 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 06 04:27:00.001843 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: dvr.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.002464 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.002954 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: dvr Sep 06 04:27:00.003271 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: ecmp_routes.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.004128 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.004792 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 06 04:27:00.005120 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: empty_string_filtering.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.006005 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.006499 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: empty-string-filtering Sep 06 04:27:00.006816 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.007663 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.008155 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 06 04:27:00.008472 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.009328 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.009831 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 06 04:27:00.010148 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: external_net.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.010995 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.011488 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: external-net Sep 06 04:27:00.011802 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.012647 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.013138 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: extra_dhcp_opt Sep 06 04:27:00.013480 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: extraroute.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.014341 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.014831 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: extraroute Sep 06 04:27:00.015404 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: extraroute_atomic.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.016376 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.016874 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: extraroute-atomic Sep 06 04:27:00.017192 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: filter_validation.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.017836 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.018327 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: filter-validation Sep 06 04:27:00.018642 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: fip_pf_description.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.019489 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.020795 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 06 04:27:00.020924 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: fip_pf_port_range.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.021806 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.022294 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 06 04:27:00.022610 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: fip_port_details.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.023478 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.023971 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: fip-port-details Sep 06 04:27:00.024293 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: flavors.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.025501 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.026009 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: flavors Sep 06 04:27:00.026330 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.027909 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.028417 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 06 04:27:00.028743 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: floatingip_pools.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.029425 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.029925 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: floatingip-pools Sep 06 04:27:00.030246 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: ip_allocation.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.031117 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.031611 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension ip_allocation not supported by any of loaded plugins Sep 06 04:27:00.031930 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.032793 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.033289 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: ip-substring-filtering Sep 06 04:27:00.033651 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: l2_adjacency.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.034533 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.035024 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 06 04:27:00.035342 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: l3.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.036913 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.037446 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: router Sep 06 04:27:00.037770 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.048189 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.048699 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 06 04:27:00.049026 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.049964 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.050464 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: ext-gw-mode Sep 06 04:27:00.050791 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.051716 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.052221 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: l3-ha Sep 06 04:27:00.052544 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.053429 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.053931 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 06 04:27:00.054253 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: l3_flavors.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.055149 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.055649 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: l3-flavors Sep 06 04:27:00.055967 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.057332 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.057837 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 06 04:27:00.058163 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.059027 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.059530 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 06 04:27:00.059853 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: l3agentscheduler.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.060867 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.061393 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: l3_agent_scheduler Sep 06 04:27:00.061717 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: local_ip.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.063411 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.063918 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension local_ip not supported by any of loaded plugins Sep 06 04:27:00.064246 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: logging.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.065685 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.066196 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension logging not supported by any of loaded plugins Sep 06 04:27:00.066525 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: metering.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.067377 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.067948 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: metering Sep 06 04:27:00.068275 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.069294 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.069828 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: metering_source_and_destination_fields Sep 06 04:27:00.070153 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: multiprovidernet.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.071033 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.077720 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: multi-provider Sep 06 04:27:00.077720 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: netmtu.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.078385 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.078884 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: net-mtu Sep 06 04:27:00.079205 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: netmtu_writable.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.080064 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.080559 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: net-mtu-writable Sep 06 04:27:00.080880 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: network_availability_zone.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.081540 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.082036 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: network_availability_zone Sep 06 04:27:00.082879 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: network_ip_availability.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.083929 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.084467 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: network-ip-availability Sep 06 04:27:00.084788 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: network_segment_range.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.085533 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.086026 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension network-segment-range not supported by any of loaded plugins Sep 06 04:27:00.086345 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: pagination.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.087274 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.087599 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: pagination Sep 06 04:27:00.087916 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: port_device_profile.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.088767 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.089327 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: port-device-profile Sep 06 04:27:00.089647 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: port_mac_address_override.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.090513 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.091008 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: port-mac-override Sep 06 04:27:00.091326 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.092184 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.092679 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: port-mac-address-regenerate Sep 06 04:27:00.092997 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.093879 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.094376 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: port-numa-affinity-policy Sep 06 04:27:00.094693 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: port_resource_request.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.095574 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.096061 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension port-resource-request not supported by any of loaded plugins Sep 06 04:27:00.096376 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: port_resource_request_groups.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.097296 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.097808 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 06 04:27:00.098855 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: portbindings.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.099731 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.100228 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: binding Sep 06 04:27:00.100546 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: portbindings_extended.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.101780 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.102284 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: binding-extended Sep 06 04:27:00.102607 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: portsecurity.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.103463 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.103961 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: port-security Sep 06 04:27:00.104283 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: project_id.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.105424 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.105758 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: project-id Sep 06 04:27:00.106082 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: providernet.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.106943 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.107447 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: provider Sep 06 04:27:00.107767 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: qos.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.111307 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.111815 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension qos not supported by any of loaded plugins Sep 06 04:27:00.112145 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.113355 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.113922 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 06 04:27:00.114252 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.115135 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.115640 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 06 04:27:00.116003 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: qos_default.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.116863 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.117397 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension qos-default not supported by any of loaded plugins Sep 06 04:27:00.117721 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: qos_fip.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.118592 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.119097 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension qos-fip not supported by any of loaded plugins Sep 06 04:27:00.119418 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.120276 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.120801 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 06 04:27:00.121122 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: qos_gateway_ip.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.122019 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.122514 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 06 04:27:00.122869 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: qos_port_network_policy.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.131410 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.131944 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 06 04:27:00.132283 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.133324 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.133845 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 06 04:27:00.134179 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.135261 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.135786 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 06 04:27:00.136120 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: qos_pps_rule.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.137261 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.137801 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension qos-pps not supported by any of loaded plugins Sep 06 04:27:00.138132 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: qos_rule_type_details.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.139048 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.139551 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 06 04:27:00.139878 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.141009 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.141540 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 06 04:27:00.141869 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: qos_rules_alias.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.142922 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.143387 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 06 04:27:00.143721 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: quota_check_limit.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.144649 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.145744 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: quota-check-limit Sep 06 04:27:00.146077 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: quotasv2.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.147010 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.147338 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: quotas Sep 06 04:27:00.147662 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: quotasv2_detail.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.149365 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.149710 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: quota_details Sep 06 04:27:00.150044 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: rbac.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.151246 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.151759 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: rbac-policies Sep 06 04:27:00.152088 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: rbac_address_group.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.156301 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.156812 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: rbac-address-group Sep 06 04:27:00.157138 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: rbac_address_scope.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.158059 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.158571 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: rbac-address-scope Sep 06 04:27:00.158896 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: rbac_security_groups.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.159872 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.160385 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: rbac-security-groups Sep 06 04:27:00.161375 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: rbac_subnetpool.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.162395 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.162907 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: rbac-subnetpool Sep 06 04:27:00.163232 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: revisionifmatch.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.164125 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.164637 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: revision-if-match Sep 06 04:27:00.164963 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: revisions.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.166083 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.166602 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: standard-attr-revisions Sep 06 04:27:00.166931 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: router_availability_zone.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.167610 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.168211 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: router_availability_zone Sep 06 04:27:00.168543 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: routerservicetype.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.169481 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.169991 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension router-service-type not supported by any of loaded plugins Sep 06 04:27:00.170314 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.171197 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.171711 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: security-groups-normalized-cidr Sep 06 04:27:00.172034 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.172980 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.173520 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: port-security-groups-filtering Sep 06 04:27:00.173846 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.174739 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.175243 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: security-groups-remote-address-group Sep 06 04:27:00.175611 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.177013 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.177545 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: security-groups-shared-filtering Sep 06 04:27:00.177873 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: securitygroup.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.187687 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.188213 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: security-group Sep 06 04:27:00.188553 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: segment.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.189256 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.190207 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension segment not supported by any of loaded plugins Sep 06 04:27:00.190207 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.191058 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.191570 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 06 04:27:00.192448 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: servicetype.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.193537 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.194055 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: service-type Sep 06 04:27:00.194387 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: sorting.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.195338 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.195747 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: sorting Sep 06 04:27:00.196073 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: standard_attr_segment.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.196958 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.197497 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 06 04:27:00.197826 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: standardattrdescription.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.198440 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.198945 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: standard-attr-description Sep 06 04:27:00.199277 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: stateful_security_group.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.200183 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.200698 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: stateful-security-group Sep 06 04:27:00.201027 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: stdattrs_common.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.201647 dv-cinder-856002-1-iscsi neutron-server[106823]: WARNING neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 06 04:27:00.202036 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.202938 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.203449 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 06 04:27:00.203776 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: subnet_onboard.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.204797 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.205389 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: subnet_onboard Sep 06 04:27:00.205662 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.206551 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.207059 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 06 04:27:00.207474 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: subnet_service_types.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.208369 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.208879 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: subnet-service-types Sep 06 04:27:00.209213 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: subnetallocation.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.210270 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.210788 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: subnet_allocation Sep 06 04:27:00.211118 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.211748 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.212259 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: subnetpool-prefix-ops Sep 06 04:27:00.212584 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.213561 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.214078 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 06 04:27:00.214404 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: tagging.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.215418 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.215933 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: standard-attr-tag Sep 06 04:27:00.216263 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: timestamp.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.217482 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.218004 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loaded extension: standard-attr-timestamp Sep 06 04:27:00.218337 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: trunk.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.225484 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.225997 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension trunk not supported by any of loaded plugins Sep 06 04:27:00.226327 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: trunk_details.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.227288 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.227789 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension trunk-details not supported by any of loaded plugins Sep 06 04:27:00.228119 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: uplink_status_propagation.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.229000 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.229541 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 06 04:27:00.229871 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Loading extension file: vlantransparent.py {{(pid=106823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 06 04:27:00.230506 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 06 04:27:00.231007 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 06 04:27:00.233729 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Creating instance of TrackedResource for resource:network Sep 06 04:27:00.234252 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Creating instance of TrackedResource for resource:subnet Sep 06 04:27:00.234654 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 04:27:00.235054 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Creating instance of TrackedResource for resource:port Sep 06 04:27:00.236330 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.v2.resource_helper [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 04:27:00.236812 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.v2.resource_helper [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Service FLAVORS assigned prefix: {{(pid=106823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 04:27:00.237461 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.v2.resource_helper [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 04:27:00.237896 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.v2.resource_helper [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 04:27:00.238232 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Creating instance of TrackedResource for resource:router Sep 06 04:27:00.239206 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Creating instance of TrackedResource for resource:floatingip Sep 06 04:27:00.239960 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.v2.resource_helper [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Service METERING assigned prefix: /metering {{(pid=106823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 04:27:00.241506 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:27:00.241879 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:27:00.242240 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:27:00.243250 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 06 04:27:00.243692 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Creating instance of TrackedResource for resource:security_group Sep 06 04:27:00.244133 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 06 04:27:00.244719 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.v2.resource_helper [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Service CORE assigned prefix: {{(pid=106823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 04:27:00.245049 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 04:27:00.245428 dv-cinder-856002-1-iscsi neutron-server[106823]: WARNING neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] subnetpool is already registered Sep 06 04:27:00.245862 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.v2.resource_helper [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Service CORE assigned prefix: {{(pid=106823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 04:27:00.246216 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 04:27:00.246578 dv-cinder-856002-1-iscsi neutron-server[106823]: WARNING neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] subnetpool is already registered Sep 06 04:27:00.251574 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.v2.resource_helper [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 04:27:00.251574 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.v2.resource_helper [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Service FLAVORS assigned prefix: {{(pid=106823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 04:27:00.251574 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.v2.resource_helper [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 04:27:00.251574 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.v2.resource_helper [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 04:27:00.251574 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Creating instance of TrackedResource for resource:router Sep 06 04:27:00.251574 dv-cinder-856002-1-iscsi neutron-server[106823]: WARNING neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] router is already registered Sep 06 04:27:00.251998 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Creating instance of TrackedResource for resource:floatingip Sep 06 04:27:00.252113 dv-cinder-856002-1-iscsi neutron-server[106823]: WARNING neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] floatingip is already registered Sep 06 04:27:00.252591 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.v2.resource_helper [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Service METERING assigned prefix: /metering {{(pid=106823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 04:27:00.253342 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 06 04:27:00.253671 dv-cinder-856002-1-iscsi neutron-server[106823]: WARNING neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] rbac_policy is already registered Sep 06 04:27:00.254099 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Creating instance of TrackedResource for resource:security_group Sep 06 04:27:00.255071 dv-cinder-856002-1-iscsi neutron-server[106823]: WARNING neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] security_group is already registered Sep 06 04:27:00.255587 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 06 04:27:00.255931 dv-cinder-856002-1-iscsi neutron-server[106823]: WARNING neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] security_group_rule is already registered Sep 06 04:27:00.256427 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.v2.resource_helper [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Service CORE assigned prefix: {{(pid=106823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 04:27:00.256758 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 04:27:00.257093 dv-cinder-856002-1-iscsi neutron-server[106823]: WARNING neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] subnetpool is already registered Sep 06 04:27:00.257590 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.v2.resource_helper [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Service CORE assigned prefix: {{(pid=106823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 06 04:27:00.257915 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 06 04:27:00.258247 dv-cinder-856002-1-iscsi neutron-server[106823]: WARNING neutron.quota.resource_registry [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] subnetpool is already registered Sep 06 04:27:00.258728 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: extensions {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.260305 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: address-groups {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.261926 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: address-scopes {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.263169 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: agents {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.264353 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: auto-allocated-topology {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.267205 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: availability_zones {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.268459 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: dhcp-networks {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.270077 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: dhcp-agents {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.271639 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: routers {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.273505 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: flavors {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.274699 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: service_profiles {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.276030 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: next_providers {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.277534 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: service_profiles {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.279028 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: floatingip-pools {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.280319 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: routers {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.282203 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: floatingips {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.283420 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: l3-routers {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.284840 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: l3-agents {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.286616 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: metering-labels {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.287897 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: metering-label-rules {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.291676 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: network-ip-availabilities {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.291676 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: bindings {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.292270 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: quotas {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.293903 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: quotas {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.295592 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: rbac-policies {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.296815 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: security-groups {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.298064 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: security-group-rules {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.299431 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: service-providers {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.300781 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: subnetpools {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.302820 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: subnetpools {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.304349 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: tags {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.306193 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: tags {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.307936 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: tags {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.309889 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: tags {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.311825 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: tags {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.313751 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: tags {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.315579 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: tags {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.317664 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: tags {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.319466 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: tags {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.321390 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron.api.extensions [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Extended resource: tags {{(pid=106823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 06 04:27:00.328502 dv-cinder-856002-1-iscsi neutron-server[106823]: WARNING keystonemiddleware.auth_token [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 06 04:27:00.334348 dv-cinder-856002-1-iscsi neutron-server[106823]: WARNING keystonemiddleware.auth_token [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 06 04:27:00.343281 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_concurrency.lockutils [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Acquiring lock "singleton_lock" {{(pid=106823) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Sep 06 04:27:00.343618 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_concurrency.lockutils [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Acquired lock "singleton_lock" {{(pid=106823) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Sep 06 04:27:00.344192 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_concurrency.lockutils [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Releasing lock "singleton_lock" {{(pid=106823) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Sep 06 04:27:00.344828 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO oslo_service.service [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Starting 2 workers Sep 06 04:27:00.350988 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Started child 106938 {{(pid=106823) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 04:27:00.355710 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Started child 106939 {{(pid=106823) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 04:27:00.356337 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:00.357390 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO neutron.service [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 06 04:27:00.357918 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [-] (106938) wsgi starting up on http://0.0.0.0:9696 Sep 06 04:27:00.358054 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:00.360520 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO oslo_service.service [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Starting 1 workers Sep 06 04:27:00.360712 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:00.362133 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [-] (106939) wsgi starting up on http://0.0.0.0:9696 Sep 06 04:27:00.366196 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Started child 106940 {{(pid=106823) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 04:27:00.366773 dv-cinder-856002-1-iscsi neutron-server[106823]: INFO oslo_service.service [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Starting 1 workers Sep 06 04:27:00.370777 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.service [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] calling RpcWorker wait() {{(pid=106940) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 06 04:27:00.371338 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.service [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] returning from RpcWorker wait() {{(pid=106940) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 06 04:27:00.371590 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Started child 106941 {{(pid=106823) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 06 04:27:00.372388 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG neutron_lib.callbacks.manager [None req-d85eb0a7-5383-48a3-905d-8f219897dfe3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:00.372478 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:00.372906 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:27:00.374406 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106823) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 06 04:27:00.374630 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 06 04:27:00.374821 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 06 04:27:00.375053 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 06 04:27:00.375396 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 06 04:27:00.375586 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 06 04:27:00.376113 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.376406 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.376689 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.376969 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.377342 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:00.377805 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.377880 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.378058 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.378347 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.378434 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:27:00.378620 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.378859 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.379140 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.379379 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.379749 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.380180 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.380439 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.380688 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.380928 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.381108 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.381387 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.381653 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.381917 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.382213 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] debug = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.382487 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.382983 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.383266 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.383525 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.383768 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.384059 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.384321 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.384582 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.384841 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.385117 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.385410 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.385682 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.385926 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.386163 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.389419 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.389419 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.389419 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.389419 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] host = dv-cinder-856002-1-iscsi {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.389419 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.389419 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.389419 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.389419 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.390666 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.390666 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.390666 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.390666 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.390666 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.390666 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.390666 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.390666 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.391152 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.391152 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] log_file = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.391288 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] log_options = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.391606 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.391752 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.392056 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.392229 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.392389 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.392529 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.392774 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.392991 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.393197 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.393455 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.393702 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.393936 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.394171 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.394410 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.396326 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.396639 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.396914 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.397151 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.397485 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.397761 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.398105 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.398379 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.398648 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.398902 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.399150 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.399396 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.399669 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.399923 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.400152 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.400519 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.400835 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.401103 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.401342 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.401612 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.401885 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.402130 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.402363 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.402601 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.402870 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.403106 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.403377 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.403710 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.404053 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.404313 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.404937 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.404937 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.405464 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] use_json = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.405464 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.405618 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.405804 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.406060 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.406410 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.406513 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.406728 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.406960 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.407242 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.407635 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.407925 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.408256 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.408512 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.408751 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.409007 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.412085 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.412362 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.412641 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.412898 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.413231 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.413517 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.414486 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.416771 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.417082 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.418576 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.418879 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.419173 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.419452 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.422141 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.422395 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.422673 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.422991 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.423256 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.423513 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.423910 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.424161 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.424476 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.424760 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.425064 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.425571 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.426008 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.426473 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.426754 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.426990 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.427270 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.427679 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.428016 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.428245 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.428477 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.428771 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.429023 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.429254 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.429731 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.430024 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.430424 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.430687 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.430966 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.431229 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.431506 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.431745 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.431964 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.432188 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.432438 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.432663 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.432875 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.433130 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.433401 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.433665 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.433935 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.434150 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.434366 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.434595 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.434811 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.435039 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.435232 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.435448 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.435657 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.435891 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.436105 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.436314 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.436524 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.436736 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.436945 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.437186 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.437445 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.437738 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.438050 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.438283 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.438499 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.438718 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.438936 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.439167 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.439523 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.439759 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.439997 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.440230 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.440461 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.440671 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.440885 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.441158 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.441336 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.446780 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.446780 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.446780 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.446780 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.446780 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.446780 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.446780 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.446780 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.447294 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.447294 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.447294 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.447294 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.447294 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.447294 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.447294 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.447294 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.447817 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.447817 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.447817 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.447817 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.447817 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.447817 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.447817 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.447817 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.448287 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.448287 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.448287 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.448475 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.448680 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.448911 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.449141 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.449444 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.449687 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.449968 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.450204 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.450454 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.450745 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.451008 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.451273 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.451521 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.451752 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.452013 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.452265 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.452525 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.452756 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.453006 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.453237 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.453507 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.453758 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.453975 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.454204 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.454532 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.454781 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.455025 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.455236 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.455496 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.455745 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.455987 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.456248 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.456493 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.456745 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.456995 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.457219 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.457549 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.457787 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.458136 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.458340 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.458554 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.458772 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.459015 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.459230 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.459438 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.459673 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.459907 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.460126 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.460341 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.460550 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.460760 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.461000 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.461216 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.461455 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.461692 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.461908 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.462124 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.462340 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.462571 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.462801 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.463019 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.463312 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.463572 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.463803 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.464129 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.464325 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.465023 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.465276 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.465734 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.465734 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.465978 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.466134 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.466361 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.466572 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.466770 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.466998 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.467201 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.467457 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.467698 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.468058 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.468323 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.468566 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.468798 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.469036 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.469255 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.469493 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.469710 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.469954 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.470179 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.470437 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.470629 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.470873 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.471091 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.471303 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.471516 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.471727 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.471938 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.472226 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.472453 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.472683 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.472921 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.473719 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.474042 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.475337 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.475337 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.475337 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.475337 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.475337 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.475662 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.475662 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.475817 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.476133 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.476387 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.476671 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.476921 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.477140 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.477428 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.477632 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.477840 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.478048 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.478270 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.478473 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.478683 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.478906 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.479116 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.479328 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.479583 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.479800 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.480013 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.480233 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.480480 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.480649 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.480888 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.481122 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.481365 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.481606 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.481814 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.482020 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.482239 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.482619 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.482855 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.483079 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.483319 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.483495 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.483713 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.483945 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.484152 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.484473 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.484721 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.484956 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.485775 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.486008 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.486252 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.486583 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.487172 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.487172 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.487457 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.487457 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.487705 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.487840 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.488088 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.488406 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.488917 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.489258 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.489540 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.489820 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.490102 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.490389 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.490606 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.490898 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.491226 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.491482 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.491745 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.491998 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.492235 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.492476 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.492691 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.492977 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.493737 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.493737 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.493737 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.494079 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.494163 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.494316 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.494559 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.494798 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.495054 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.495283 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.495500 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.495715 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.495856 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 06 04:27:00.496386 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106823) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 06 04:27:00.496542 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 06 04:27:00.496712 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 06 04:27:00.496875 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 06 04:27:00.497035 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 06 04:27:00.497176 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 06 04:27:00.497399 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.497597 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.497732 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.497895 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.498076 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.498237 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.498396 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.498552 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.498709 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.498880 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.499098 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.499309 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.499436 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.499695 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.499855 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.500012 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.500170 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.500332 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.500489 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.500645 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.500802 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.500958 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] debug = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.501114 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.501349 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.501529 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.511516 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.511516 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.511516 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.511516 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.511516 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.511516 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.511516 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.511516 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.514407 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.514407 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.514407 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.514407 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.514407 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.514407 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.514407 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] host = dv-cinder-856002-1-iscsi {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.514407 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.515464 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.515464 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.515464 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.515464 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.515464 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.515464 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.515464 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.515464 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.516096 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.516096 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.516096 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.516096 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.516096 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] log_file = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.516096 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] log_options = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.516096 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.516096 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.516096 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.517119 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.517258 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:27:00.517396 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.517396 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.517396 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.517396 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.517396 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.517396 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.517396 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.517993 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.517993 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.517993 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.517993 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.517993 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.517993 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.517993 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.517993 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.518750 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.518750 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.518750 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.518750 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.518750 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.518750 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.518750 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.518750 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.518750 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.519758 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.519758 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.519758 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.519758 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.519758 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.519758 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.519758 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.519758 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.520992 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.520992 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.520992 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.520992 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.520992 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.520992 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.520992 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.520992 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.523200 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.523200 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.523200 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] use_json = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.523200 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.523200 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.523200 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.523200 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.523200 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.523200 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.525044 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.525044 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.525044 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 06 04:27:00.525044 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.525044 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.525044 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.525044 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.525044 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.525655 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.525655 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.525655 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.525655 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.525655 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.525655 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.525655 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.525655 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.526216 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.526216 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.526216 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.526216 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.526216 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.526216 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.526216 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.526216 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.526776 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.526776 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.526776 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.526776 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.526776 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.526776 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.526776 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.526776 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.527374 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.527374 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.527374 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.527374 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.527374 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.527374 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.527374 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.527374 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.530392 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.530392 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.530392 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.530392 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.530392 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.530392 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.530392 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.530392 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.530392 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.531050 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.531050 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.531050 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.531050 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.531050 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.531050 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.531050 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.531050 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.531050 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.531750 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.531750 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.531750 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.531750 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.531750 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.531750 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.531750 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.531750 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.532326 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.532326 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.532326 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.532326 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.532326 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.532326 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.532326 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.532326 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.532326 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.532961 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.532961 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.532961 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.532961 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.532961 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.532961 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.532961 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.532961 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.532961 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.539365 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.539365 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.539365 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.539365 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.539365 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.539365 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.539365 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.539365 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.539365 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.540001 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.540001 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.540001 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.540001 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.540001 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.540001 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.540001 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.540001 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.540568 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.540568 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.540568 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.540568 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.540568 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.540568 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.540568 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.540568 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.541124 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.541124 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.541124 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.541124 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.541124 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.541124 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.541124 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.541124 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.541722 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.541722 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.541722 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.541722 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.541722 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.541722 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.541722 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.541722 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.542343 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.542343 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.542343 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.542343 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.542343 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.542343 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.542343 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.542343 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.542909 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.542909 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.542909 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.542909 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.542909 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.542909 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.542909 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.542909 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.542909 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.543534 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.543534 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.543534 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.543534 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.543534 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.543534 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.543534 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.543534 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.544078 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.544078 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.544078 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.544078 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.544078 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.544078 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.544078 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.544078 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.544672 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.544672 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.544672 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.544672 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.544672 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.544672 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.544672 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.544672 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.545230 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.545230 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.545230 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.545230 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.545230 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.545230 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.545230 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.545230 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.548061 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.548061 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.548061 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.548061 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.548061 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.548061 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.548061 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.548061 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.549978 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.549978 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.549978 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.549978 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.549978 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.549978 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.549978 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.549978 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.550612 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.550612 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.550612 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.550612 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.550612 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.550612 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.550612 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.550612 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.551315 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.551315 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.551315 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.551315 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.551315 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.551315 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.551315 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.551315 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.552164 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.552164 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.552164 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.552164 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.552164 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.552164 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.552164 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.552164 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.552164 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.552786 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.552786 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.552786 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.552786 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.552786 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.552786 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.552786 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.552786 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.553357 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.553357 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.553357 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.553357 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.553357 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.553357 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.553357 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.553357 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.553357 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.553982 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.553982 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.553982 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.553982 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.553982 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.553982 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.553982 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.553982 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.554520 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.554520 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.554520 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.554520 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.554520 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.554520 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.554520 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.554520 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.555074 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.555074 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.555074 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.555074 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.555074 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.555074 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.555074 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.555074 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.555870 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.555870 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.555870 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.555870 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.555870 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.555870 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.555870 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.555870 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.556491 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.556491 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.556491 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.556491 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.556788 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.556788 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.557064 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.557064 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.557272 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.557401 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.557523 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.557673 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.557846 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.558007 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.558168 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.558328 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.558488 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.558648 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.558809 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.558971 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.559140 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.559305 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.559466 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.559633 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.559801 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.559969 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.560128 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.560294 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.560463 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.560623 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.560780 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.560938 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.561095 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.561252 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.561433 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.561591 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.561749 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.561907 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.562064 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.562222 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.562380 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.562536 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.562696 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.562854 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.563011 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.563168 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.563326 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.563484 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 06 04:27:00.563636 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 06 04:27:00.592286 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 60384) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:27:00.600034 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [-] 10.222.0.30 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0054827 Sep 06 04:27:00.604493 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [-] 10.222.0.30 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038333 Sep 06 04:27:09.704389 dv-cinder-856002-1-iscsi neutron-server[106823]: DEBUG dbcounter [-] [106823] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106823) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:12.108491 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e013745-c652-4198-b53f-03711a4d4725 None None] get_active_networks_info from dv-cinder-856002-1-iscsi {{(pid=106940) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 06 04:27:12.134697 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writer thread running {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 06 04:27:12.258637 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e013745-c652-4198-b53f-03711a4d4725 None None] No non-hosted networks {{(pid=106940) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 06 04:27:12.267835 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.agentschedulers_db [None req-0e013745-c652-4198-b53f-03711a4d4725 None None] DHCP Agent not found on host dv-cinder-856002-1-iscsi {{(pid=106940) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 06 04:27:12.350761 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-0948d23d-bc67-4c02-8ced-685e4a748806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-729200'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:13.932129 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writer thread running {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 06 04:27:14.445545 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-f2a2eab7-f4da-4911-875d-4ff0e472c70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-729200'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:14.484121 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.db.api [None req-e1aa50df-0b73-48a1-80d7-1c8444dfeac5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-856002-1-iscsi {{(pid=106940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 06 04:27:14.485041 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG oslo_db.api [None req-e1aa50df-0b73-48a1-80d7-1c8444dfeac5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 06 04:27:15.091133 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-e1aa50df-0b73-48a1-80d7-1c8444dfeac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:15.827920 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-729200'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:15.924498 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 60460) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:27:16.539021 dv-cinder-856002-1-iscsi neutron-server[106938]: WARNING oslo_policy.policy [None req-ceb0b721-838c-4f8c-b759-5d869fe66a8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 04:27:16.539924 dv-cinder-856002-1-iscsi neutron-server[106938]: WARNING oslo_policy.policy [None req-ceb0b721-838c-4f8c-b759-5d869fe66a8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 04:27:16.761556 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [None req-ceb0b721-838c-4f8c-b759-5d869fe66a8a admin admin] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 06 04:27:16.762867 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-ceb0b721-838c-4f8c-b759-5d869fe66a8a admin admin] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8373170 Sep 06 04:27:17.282892 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-729200'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:17.284352 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-729200'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:17.285010 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:17.285420 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:17.285858 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:17.286185 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:17.286514 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:17.286835 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:17.287154 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:17.287499 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:17.289410 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:17.292659 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:17.292659 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:17.292659 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:17.292659 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:17.292659 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:17.293042 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:17.293042 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-856002-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:27:17.302624 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-856002-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:27:19.230659 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 60492) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:27:19.571896 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-12df3ca3-254b-40c6-b1e2-3abedeefd3ad admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:27:19.583823 dv-cinder-856002-1-iscsi neutron-server[106938]: ERROR stevedore.extension [None req-12df3ca3-254b-40c6-b1e2-3abedeefd3ad admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 06 04:27:19.620604 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.db.l3_hamode_db [None req-a2218928-1c07-40c0-9518-eed7d136a7a8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 06 04:27:19.674777 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.policy [None req-12df3ca3-254b-40c6-b1e2-3abedeefd3ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106938) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 06 04:27:19.702696 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2218928-1c07-40c0-9518-eed7d136a7a8 None None] Routers set() bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:27:19.703084 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2218928-1c07-40c0-9518-eed7d136a7a8 None None] Router IDs set() for agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 06 04:27:19.719079 dv-cinder-856002-1-iscsi neutron-server[106938]: WARNING oslo_policy.policy [None req-12df3ca3-254b-40c6-b1e2-3abedeefd3ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 04:27:19.719467 dv-cinder-856002-1-iscsi neutron-server[106938]: WARNING oslo_policy.policy [None req-12df3ca3-254b-40c6-b1e2-3abedeefd3ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 04:27:19.739726 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writer thread running {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 06 04:27:19.875887 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-12df3ca3-254b-40c6-b1e2-3abedeefd3ad admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761093538145', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761093541653', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761093525113', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761093530424', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761093642935', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761093651820', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3576659', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3583506', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-760993', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-736167'] for rbac-policy (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:20.087078 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-12df3ca3-254b-40c6-b1e2-3abedeefd3ad admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:20.088258 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-12df3ca3-254b-40c6-b1e2-3abedeefd3ad admin admin] 10.222.0.30 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8566115 Sep 06 04:27:22.467201 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 60502) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:27:22.784444 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:27:22.894023 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Made reservation on behalf of a88c6977d0554a1eab3e30118ede2f46 for: {'network': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:27:22.899098 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:22.924851 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:23.031216 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Publish callbacks [] for security_group (11852ada-f08c-4576-b8d9-e62e51e0cd50), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:23.094628 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (11852ada-f08c-4576-b8d9-e62e51e0cd50), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:23.128776 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=106938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:27:23.157548 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761093479563', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (cff314dd-de8a-4419-851a-5fd12fbc2da2), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:23.158149 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Unsubscribe: segment precommit_create {{(pid=106938) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 06 04:27:23.158691 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.segments_db [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Added segment cff314dd-de8a-4419-851a-5fd12fbc2da2 of type vlan for network f4f4e50a-5c94-456a-b9bf-7f35f00ba48e Sep 06 04:27:23.174196 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=11852ada-f08c-4576-b8d9-e62e51e0cd50,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:27:23.186152 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:23.186426 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:23.186783 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:23.187130 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:23.187460 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:23.187781 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:23.188195 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:23.188518 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:23.188836 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:23.189152 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:23.189499 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:23.189832 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:23.190150 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:23.190504 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:23.190819 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Tracked resource versions report: Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: pushed versions: Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: { 'AddressGroup': {'1.2'}, Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Agent': {'1.1'}, Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'ConntrackHelper': {'1.0'}, Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'LocalIPAssociation': {'1.0'}, Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Log': {'1.0'}, Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'NDPProxy': {'1.0'}, Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Network': {'1.1'}, Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Port': {'1.7'}, Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'PortForwarding': {'1.3'}, Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'QosPolicy': {'1.10'}, Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'SecurityGroup': {'1.5'}, Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'SecurityGroupRule': {'1.2'}, Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'SubPort': {'1.0'}, Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Subnet': {'1.1'}, Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Trunk': {'1.1'}} Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: consumer versions: Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: { DHCP agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: L3 agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: Metadata agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: Metering agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: Open vSwitch agent@dv-cinder-856002-1-iscsi: { 'AddressGroup': '1.2', Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Agent': '1.1', Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'ConntrackHelper': '1.0', Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'LocalIPAssociation': '1.0', Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Log': '1.0', Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'NDPProxy': '1.0', Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Network': '1.1', Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Port': '1.7', Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'PortForwarding': '1.3', Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'QosPolicy': '1.10', Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'SecurityGroup': '1.5', Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'SecurityGroupRule': '1.2', Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'SubPort': '1.0', Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Subnet': '1.1', Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Trunk': '1.1'}} Sep 06 04:27:23.192683 dv-cinder-856002-1-iscsi neutron-server[106938]: {{(pid=106938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 04:27:23.290862 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (f4f4e50a-5c94-456a-b9bf-7f35f00ba48e), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:23.326649 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=48,neutron:INSERT=48,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:23.382282 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (f4f4e50a-5c94-456a-b9bf-7f35f00ba48e), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:23.387446 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:27:23.388179 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:23.503168 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] Pushing event updated for resources: {'Network': ['ID=f4f4e50a-5c94-456a-b9bf-7f35f00ba48e,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:27:23.514711 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network f4f4e50a-5c94-456a-b9bf-7f35f00ba48e details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:27:23.527915 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-8bcfcb04-79bf-4959-bb4d-27cca95e0f87 demo demo] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0596569 Sep 06 04:27:25.936086 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 60516) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:27:26.361616 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e627446d-6be9-41e4-9319-0c3875c0eb66 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:27:26.363018 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-e627446d-6be9-41e4-9319-0c3875c0eb66 demo admin] 10.222.0.30 "GET /networking/v2.0/networks/f4f4e50a-5c94-456a-b9bf-7f35f00ba48e HTTP/1.1" status: 200 len: 825 time: 0.4260554 Sep 06 04:27:26.391174 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-eca2c0fb-5d37-40c9-8f19-345c5fc72b23 demo admin] 10.222.0.30 "GET /networking/v2.0/subnetpools/993bb9d3-9ad3-4187-99ac-90ac4ea20f51 HTTP/1.1" status: 200 len: 734 time: 0.0209785 Sep 06 04:27:26.400301 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-1c9c04e3-196a-4f23-b2fa-dd6a1a32ae64 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '993bb9d3-9ad3-4187-99ac-90ac4ea20f51', 'gateway_ip': '172.20.0.1', 'network_id': 'f4f4e50a-5c94-456a-b9bf-7f35f00ba48e', 'ip_version': 4}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:27:26.507727 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9c04e3-196a-4f23-b2fa-dd6a1a32ae64 demo admin] Made reservation on behalf of a88c6977d0554a1eab3e30118ede2f46 for: {'subnet': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:27:26.509997 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1c9c04e3-196a-4f23-b2fa-dd6a1a32ae64 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:26.670496 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:26.866147 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1c9c04e3-196a-4f23-b2fa-dd6a1a32ae64 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for subnet (4456053a-dcbd-4ab3-b0a4-a4325723a291), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:26.939463 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c04e3-196a-4f23-b2fa-dd6a1a32ae64 demo admin] Pushing event updated for resources: {'Subnet': ['ID=4456053a-dcbd-4ab3-b0a4-a4325723a291,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:27:26.949720 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c04e3-196a-4f23-b2fa-dd6a1a32ae64 demo admin] Checking segment: {'id': 'cff314dd-de8a-4419-851a-5fd12fbc2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4f4e50a-5c94-456a-b9bf-7f35f00ba48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:27:26.950091 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9c04e3-196a-4f23-b2fa-dd6a1a32ae64 demo admin] Network hostable DHCP agents. Network: f4f4e50a-5c94-456a-b9bf-7f35f00ba48e, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:27:27.042874 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9c04e3-196a-4f23-b2fa-dd6a1a32ae64 demo admin] Network f4f4e50a-5c94-456a-b9bf-7f35f00ba48e is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:27:27.139756 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-1c9c04e3-196a-4f23-b2fa-dd6a1a32ae64 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, f4f4e50a-5c94-456a-b9bf-7f35f00ba48e) {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:27:27.144893 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9c04e3-196a-4f23-b2fa-dd6a1a32ae64 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:27:27.145537 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1c9c04e3-196a-4f23-b2fa-dd6a1a32ae64 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:27.152026 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d060259-d922-4ddf-a992-44f401e46955 None None] Network f4f4e50a-5c94-456a-b9bf-7f35f00ba48e requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:27:27.251214 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-1c9c04e3-196a-4f23-b2fa-dd6a1a32ae64 demo admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8542671 Sep 06 04:27:27.412892 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4520b16-d183-5460-ac04-4f8b2cdf2ef5-f4f4e50a-5c94-456a-b9bf-7f35f00ba48e', 'network_id': 'f4f4e50a-5c94-456a-b9bf-7f35f00ba48e', 'project_id': 'a88c6977d0554a1eab3e30118ede2f46', 'fixed_ips': [{'subnet_id': '4456053a-dcbd-4ab3-b0a4-a4325723a291'}]}} from dv-cinder-856002-1-iscsi. {{(pid=106940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 06 04:27:27.414250 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:27.701726 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.db_base_plugin_common [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Allocated IP 172.20.0.2 (f4f4e50a-5c94-456a-b9bf-7f35f00ba48e/4456053a-dcbd-4ab3-b0a4-a4325723a291/2839bf14-68fa-41f8-9abe-da9fc603e20c) {{(pid=106940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:27:27.727662 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:27.976974 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Publish callbacks [] for port (2839bf14-68fa-41f8-9abe-da9fc603e20c), precommit_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:28.068139 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (2839bf14-68fa-41f8-9abe-da9fc603e20c), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:28.115498 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:28.139363 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Network f4f4e50a-5c94-456a-b9bf-7f35f00ba48e is already hosted by enough agents. {{(pid=106940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:27:28.151681 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.base_scheduler [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Resources bound (agent type, host, resource id): {{(pid=106940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:27:28.154807 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Received port after_create {{(pid=106940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:27:28.163065 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Pushing event updated for resources: {'Port': ['ID=2839bf14-68fa-41f8-9abe-da9fc603e20c,revision_number=1']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:27:28.209267 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:28.209633 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:28.209981 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:28.210330 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:28.210659 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:28.210977 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:28.211300 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:28.211632 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:28.211929 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:28.212242 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:28.212556 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:28.212992 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:28.213336 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:28.213643 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:28.213956 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Tracked resource versions report: Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: pushed versions: Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: { 'AddressGroup': {'1.2'}, Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Agent': {'1.1'}, Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'ConntrackHelper': {'1.0'}, Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'LocalIPAssociation': {'1.0'}, Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Log': {'1.0'}, Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'NDPProxy': {'1.0'}, Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Network': {'1.1'}, Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Port': {'1.7'}, Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'PortForwarding': {'1.3'}, Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'QosPolicy': {'1.10'}, Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'SecurityGroup': {'1.5'}, Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'SecurityGroupRule': {'1.2'}, Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'SubPort': {'1.0'}, Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Subnet': {'1.1'}, Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Trunk': {'1.1'}} Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: consumer versions: Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: { DHCP agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: L3 agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: Metadata agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: Metering agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: Open vSwitch agent@dv-cinder-856002-1-iscsi: { 'AddressGroup': '1.2', Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Agent': '1.1', Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'ConntrackHelper': '1.0', Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'LocalIPAssociation': '1.0', Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Log': '1.0', Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'NDPProxy': '1.0', Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Network': '1.1', Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Port': '1.7', Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'PortForwarding': '1.3', Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'QosPolicy': '1.10', Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'SecurityGroup': '1.5', Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'SecurityGroupRule': '1.2', Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'SubPort': '1.0', Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Subnet': '1.1', Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Trunk': '1.1'}} Sep 06 04:27:28.215347 dv-cinder-856002-1-iscsi neutron-server[106940]: {{(pid=106940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 04:27:28.253841 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Attempting to bind port 2839bf14-68fa-41f8-9abe-da9fc603e20c on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:27:28.254201 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Attempting to bind port 2839bf14-68fa-41f8-9abe-da9fc603e20c by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': 'cff314dd-de8a-4419-851a-5fd12fbc2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4f4e50a-5c94-456a-b9bf-7f35f00ba48e'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:27:28.254610 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Attempting to bind port 2839bf14-68fa-41f8-9abe-da9fc603e20c on network f4f4e50a-5c94-456a-b9bf-7f35f00ba48e {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:27:28.307085 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:27:28.307447 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Checking segment: {'id': 'cff314dd-de8a-4419-851a-5fd12fbc2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4f4e50a-5c94-456a-b9bf-7f35f00ba48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:27:28.307918 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:28.308309 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Bound using segment: {'id': 'cff314dd-de8a-4419-851a-5fd12fbc2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4f4e50a-5c94-456a-b9bf-7f35f00ba48e'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:27:28.308788 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Bound port: 2839bf14-68fa-41f8-9abe-da9fc603e20c, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff314dd-de8a-4419-851a-5fd12fbc2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4f4e50a-5c94-456a-b9bf-7f35f00ba48e'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:27:28.309192 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (2839bf14-68fa-41f8-9abe-da9fc603e20c), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:28.372921 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] For port 2839bf14-68fa-41f8-9abe-da9fc603e20c, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:27:28.396258 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] For port 2839bf14-68fa-41f8-9abe-da9fc603e20c, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=2839bf14-68fa-41f8-9abe-da9fc603e20c,segment=NetworkSegment(cff314dd-de8a-4419-851a-5fd12fbc2da2),segment_id=cff314dd-de8a-4419-851a-5fd12fbc2da2)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:27:28.474438 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (2839bf14-68fa-41f8-9abe-da9fc603e20c), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:28.525357 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b22b3-7a75-4a6f-88e5-941d760183fc None None] Pushing event updated for resources: {'Port': ['ID=2839bf14-68fa-41f8-9abe-da9fc603e20c,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:27:29.211526 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=8 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:29.216078 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:29.669186 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 60530) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:27:30.008068 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [None req-6733089b-260b-4b2f-aa75-1e5e136431e5 admin admin] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 06 04:27:30.009161 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-6733089b-260b-4b2f-aa75-1e5e136431e5 admin admin] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3389704 Sep 06 04:27:32.433836 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 60538) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:27:32.778104 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [None req-05c75a35-c157-4020-868c-acbbd04fd362 admin admin] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 06 04:27:32.779089 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-05c75a35-c157-4020-868c-acbbd04fd362 admin admin] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3443012 Sep 06 04:27:35.218684 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 60550) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:27:35.565986 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-65a5d8c6-ed16-42f1-97f4-5574ba4b89f1 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:27:35.633767 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-65a5d8c6-ed16-42f1-97f4-5574ba4b89f1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12209'] for router (141916af-e01c-4789-ad30-45a1103c850e), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:35.635265 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-65a5d8c6-ed16-42f1-97f4-5574ba4b89f1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12218'] for router (141916af-e01c-4789-ad30-45a1103c850e), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:35.781214 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-65a5d8c6-ed16-42f1-97f4-5574ba4b89f1 demo demo] Publish callbacks [] for router_controller (141916af-e01c-4789-ad30-45a1103c850e), precommit_add_association {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:35.843410 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-65a5d8c6-ed16-42f1-97f4-5574ba4b89f1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745134'] for router (141916af-e01c-4789-ad30-45a1103c850e), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:35.930788 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-65a5d8c6-ed16-42f1-97f4-5574ba4b89f1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:35.931937 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-65a5d8c6-ed16-42f1-97f4-5574ba4b89f1 demo demo] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7122650 Sep 06 04:27:36.697651 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0c0134-7940-4c0a-8b95-450c6251d133 None None] Network f4f4e50a-5c94-456a-b9bf-7f35f00ba48e requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:27:36.830730 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-1cdfe646-f8e5-4774-92a8-6bb0d8e67999 None None] Provisioning complete for port 2839bf14-68fa-41f8-9abe-da9fc603e20c triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:27:36.831374 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-1cdfe646-f8e5-4774-92a8-6bb0d8e67999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (2839bf14-68fa-41f8-9abe-da9fc603e20c), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:36.951354 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 2839bf14-68fa-41f8-9abe-da9fc603e20c up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:27:37.003244 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-1cdfe646-f8e5-4774-92a8-6bb0d8e67999 None None] Current status of the port 2839bf14-68fa-41f8-9abe-da9fc603e20c is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:27:37.003636 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-1cdfe646-f8e5-4774-92a8-6bb0d8e67999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (2839bf14-68fa-41f8-9abe-da9fc603e20c), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:37.054348 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-1cdfe646-f8e5-4774-92a8-6bb0d8e67999 None None] For port 2839bf14-68fa-41f8-9abe-da9fc603e20c, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=2839bf14-68fa-41f8-9abe-da9fc603e20c,segment=NetworkSegment(cff314dd-de8a-4419-851a-5fd12fbc2da2),segment_id=cff314dd-de8a-4419-851a-5fd12fbc2da2)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:27:37.056376 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 2839bf14-68fa-41f8-9abe-da9fc603e20c triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:27:37.056768 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (2839bf14-68fa-41f8-9abe-da9fc603e20c), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:37.125924 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-1cdfe646-f8e5-4774-92a8-6bb0d8e67999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (2839bf14-68fa-41f8-9abe-da9fc603e20c), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:37.127472 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 2839bf14-68fa-41f8-9abe-da9fc603e20c is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:27:37.127829 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (2839bf14-68fa-41f8-9abe-da9fc603e20c), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:37.204204 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:37.215537 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdfe646-f8e5-4774-92a8-6bb0d8e67999 None None] Pushing event updated for resources: {'Port': ['ID=2839bf14-68fa-41f8-9abe-da9fc603e20c,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:27:37.218623 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.db.api [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 06 04:27:37.219062 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG oslo_db.api [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 06 04:27:37.237269 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:37.246532 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-cf793b40-1d94-4abb-be24-469b8d99c067 None None] Provisioning complete for port 2839bf14-68fa-41f8-9abe-da9fc603e20c triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:27:37.246923 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-cf793b40-1d94-4abb-be24-469b8d99c067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (2839bf14-68fa-41f8-9abe-da9fc603e20c), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:37.338890 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-cf793b40-1d94-4abb-be24-469b8d99c067 None None] Current status of the port 2839bf14-68fa-41f8-9abe-da9fc603e20c is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:27:37.754897 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 2839bf14-68fa-41f8-9abe-da9fc603e20c is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:27:38.353412 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 60560) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:27:38.680316 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [None req-9739e4ee-baec-4ae8-91ff-04323cad2f1b admin admin] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 06 04:27:38.681327 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-9739e4ee-baec-4ae8-91ff-04323cad2f1b admin admin] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3270607 Sep 06 04:27:38.873050 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 2839bf14-68fa-41f8-9abe-da9fc603e20c up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:27:38.919127 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 2839bf14-68fa-41f8-9abe-da9fc603e20c triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:27:38.919440 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (2839bf14-68fa-41f8-9abe-da9fc603e20c), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:38.992361 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 2839bf14-68fa-41f8-9abe-da9fc603e20c is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:27:41.143128 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 60568) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:27:41.468194 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-a65ff222-eec3-449a-9682-7a22813c77c0 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:27:41.524694 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65ff222-eec3-449a-9682-7a22813c77c0 admin admin] Made reservation on behalf of 8b3067b612904279b76189015d91b056 for: {'network': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:27:41.527074 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a65ff222-eec3-449a-9682-7a22813c77c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:41.535316 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a65ff222-eec3-449a-9682-7a22813c77c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:41.552853 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:41.606869 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a65ff222-eec3-449a-9682-7a22813c77c0 admin admin] Publish callbacks [] for security_group (4fbca070-7d9c-4004-a044-2cb7eb08c80e), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:41.683248 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a65ff222-eec3-449a-9682-7a22813c77c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (4fbca070-7d9c-4004-a044-2cb7eb08c80e), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:41.698426 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a65ff222-eec3-449a-9682-7a22813c77c0 admin admin] Reserving flat network on physical network physnet1 {{(pid=106938) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 06 04:27:41.718205 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ff222-eec3-449a-9682-7a22813c77c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbca070-7d9c-4004-a044-2cb7eb08c80e,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:27:41.727508 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a65ff222-eec3-449a-9682-7a22813c77c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (66a3e8c0-46ae-4dce-960a-927a5c7a2f21), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:41.727508 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.segments_db [None req-a65ff222-eec3-449a-9682-7a22813c77c0 admin admin] Added segment 66a3e8c0-46ae-4dce-960a-927a5c7a2f21 of type flat for network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 Sep 06 04:27:41.773331 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a65ff222-eec3-449a-9682-7a22813c77c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:41.888714 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a65ff222-eec3-449a-9682-7a22813c77c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:41.889708 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65ff222-eec3-449a-9682-7a22813c77c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:27:41.890289 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a65ff222-eec3-449a-9682-7a22813c77c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:41.893760 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=71,neutron:INSERT=21,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:41.983007 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ff222-eec3-449a-9682-7a22813c77c0 admin admin] Pushing event updated for resources: {'Network': ['ID=9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:27:41.996945 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:27:42.068890 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-a65ff222-eec3-449a-9682-7a22813c77c0 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9245751 Sep 06 04:27:42.188068 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9f4781e4-afe1-4756-948f-663a1b50453e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:44.422137 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-3400116e-1d72-4526-866f-9f8906442e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:44.438230 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 60576) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:27:44.805645 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a1b9a0-aaa2-431c-aecc-8744d0f39ff7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:27:44.806966 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-b0a1b9a0-aaa2-431c-aecc-8744d0f39ff7 demo admin] 10.222.0.30 "GET /networking/v2.0/subnets/4456053a-dcbd-4ab3-b0a4-a4325723a291 HTTP/1.1" status: 200 len: 849 time: 0.3677843 Sep 06 04:27:44.939846 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-70db0e64-8240-406a-99ba-1686073c7005 demo admin] 10.222.0.30 "GET /networking/v2.0/routers/141916af-e01c-4789-ad30-45a1103c850e HTTP/1.1" status: 200 len: 704 time: 0.1269619 Sep 06 04:27:45.292928 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:45.678242 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] Allocated IP 172.20.0.1 (f4f4e50a-5c94-456a-b9bf-7f35f00ba48e/4456053a-dcbd-4ab3-b0a4-a4325723a291/7f600056-aa36-4147-9b9f-f00caf83d43f) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:27:45.826020 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:45.861333 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] Publish callbacks [] for port (7f600056-aa36-4147-9b9f-f00caf83d43f), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:46.003755 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (7f600056-aa36-4147-9b9f-f00caf83d43f), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:46.026747 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:46.077993 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] Network f4f4e50a-5c94-456a-b9bf-7f35f00ba48e is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:27:46.089683 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:27:46.093920 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:27:46.094456 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738324'] for router_interface (141916af-e01c-4789-ad30-45a1103c850e), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:46.114570 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] Pushing event updated for resources: {'Port': ['ID=7f600056-aa36-4147-9b9f-f00caf83d43f,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:27:46.167182 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:46.317624 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-cd4a35dc-3302-479f-9793-9955f5eff632 None None] Provisioning complete for port 7f600056-aa36-4147-9b9f-f00caf83d43f triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:27:46.317999 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-cd4a35dc-3302-479f-9793-9955f5eff632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (7f600056-aa36-4147-9b9f-f00caf83d43f), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:46.349507 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a35dc-3302-479f-9793-9955f5eff632 None None] Port 7f600056-aa36-4147-9b9f-f00caf83d43f cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:27:46.350111 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (7f600056-aa36-4147-9b9f-f00caf83d43f), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:46.558046 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] Publish callbacks [] for port (7f600056-aa36-4147-9b9f-f00caf83d43f), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:46.639356 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (7f600056-aa36-4147-9b9f-f00caf83d43f), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:46.640069 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738488'] for router_interface (141916af-e01c-4789-ad30-45a1103c850e), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:46.718235 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] Pushing event updated for resources: {'Port': ['ID=7f600056-aa36-4147-9b9f-f00caf83d43f,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:27:46.766029 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] Network f4f4e50a-5c94-456a-b9bf-7f35f00ba48e is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:27:46.767538 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:27:46.970322 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-c01a9a56-7612-45e9-b87a-37e0c887c444 None None] Provisioning complete for port 7f600056-aa36-4147-9b9f-f00caf83d43f triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:27:46.970845 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c01a9a56-7612-45e9-b87a-37e0c887c444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (7f600056-aa36-4147-9b9f-f00caf83d43f), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:47.006771 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-c01a9a56-7612-45e9-b87a-37e0c887c444 None None] Port 7f600056-aa36-4147-9b9f-f00caf83d43f cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:27:47.028240 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] Router 141916af-e01c-4789-ad30-45a1103c850e is scheduled to L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 with binding_index 1 {{(pid=106938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 04:27:47.119587 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:27:47.124793 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-d48ca45a-1987-43a2-a02f-9e12420e43f3 demo admin] 10.222.0.30 "PUT /networking/v2.0/routers/141916af-e01c-4789-ad30-45a1103c850e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1795487 Sep 06 04:27:47.136004 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Sync routers for ids ['141916af-e01c-4789-ad30-45a1103c850e'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:27:47.150304 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Routers {'141916af-e01c-4789-ad30-45a1103c850e'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:27:47.151502 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:27:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['141916af-e01c-4789-ad30-45a1103c850e'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:27:47.215473 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:47.254993 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:47.333847 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Set router 141916af-e01c-4789-ad30-45a1103c850e gateway port host: None {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:27:47.755623 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141916af-e01c-4789-ad30-45a1103c850e', 'name': 'router1', 'tenant_id': 'a88c6977d0554a1eab3e30118ede2f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:27:35Z', 'updated_at': '2022-09-06T04:27:46Z', 'revision_number': 2, 'project_id': 'a88c6977d0554a1eab3e30118ede2f46', 'gw_port_host': None, '_interfaces': [{'id': '7f600056-aa36-4147-9b9f-f00caf83d43f', 'name': '', 'network_id': 'f4f4e50a-5c94-456a-b9bf-7f35f00ba48e', 'tenant_id': 'a88c6977d0554a1eab3e30118ede2f46', 'mac_address': 'fa:16:3e:20:e8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141916af-e01c-4789-ad30-45a1103c850e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4456053a-dcbd-4ab3-b0a4-a4325723a291', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:27:45Z', 'updated_at': '2022-09-06T04:27:46Z', 'revision_number': 2, 'project_id': 'a88c6977d0554a1eab3e30118ede2f46', 'subnets': [{'id': '4456053a-dcbd-4ab3-b0a4-a4325723a291', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '993bb9d3-9ad3-4187-99ac-90ac4ea20f51'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:27:47.803578 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Checking router: 141916af-e01c-4789-ad30-45a1103c850e for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:27:47.803945 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Updating router 141916af-e01c-4789-ad30-45a1103c850e port 7f600056-aa36-4147-9b9f-f00caf83d43f binding host dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:27:47.857386 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (7f600056-aa36-4147-9b9f-f00caf83d43f), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:48.355723 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Publish callbacks [] for port (7f600056-aa36-4147-9b9f-f00caf83d43f), precommit_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:48.414541 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (7f600056-aa36-4147-9b9f-f00caf83d43f), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:48.566989 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b93b96-ca3a-4dcc-bf90-ab9d8c1849b1 None None] Pushing event updated for resources: {'Port': ['ID=7f600056-aa36-4147-9b9f-f00caf83d43f,revision_number=3']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:27:48.570037 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Attempting to bind port 7f600056-aa36-4147-9b9f-f00caf83d43f on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:27:48.570429 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Attempting to bind port 7f600056-aa36-4147-9b9f-f00caf83d43f by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': 'cff314dd-de8a-4419-851a-5fd12fbc2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4f4e50a-5c94-456a-b9bf-7f35f00ba48e'}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:27:48.570862 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Attempting to bind port 7f600056-aa36-4147-9b9f-f00caf83d43f on network f4f4e50a-5c94-456a-b9bf-7f35f00ba48e {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:27:48.608170 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b93b96-ca3a-4dcc-bf90-ab9d8c1849b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:48.608444 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b93b96-ca3a-4dcc-bf90-ab9d8c1849b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:48.608798 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b93b96-ca3a-4dcc-bf90-ab9d8c1849b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:48.609157 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b93b96-ca3a-4dcc-bf90-ab9d8c1849b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:48.609520 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b93b96-ca3a-4dcc-bf90-ab9d8c1849b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:48.609846 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b93b96-ca3a-4dcc-bf90-ab9d8c1849b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:48.610168 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b93b96-ca3a-4dcc-bf90-ab9d8c1849b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:48.610490 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b93b96-ca3a-4dcc-bf90-ab9d8c1849b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:48.610810 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b93b96-ca3a-4dcc-bf90-ab9d8c1849b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:48.611128 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b93b96-ca3a-4dcc-bf90-ab9d8c1849b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:48.611446 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b93b96-ca3a-4dcc-bf90-ab9d8c1849b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:48.611777 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b93b96-ca3a-4dcc-bf90-ab9d8c1849b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:48.612098 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b93b96-ca3a-4dcc-bf90-ab9d8c1849b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:48.612412 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b93b96-ca3a-4dcc-bf90-ab9d8c1849b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:48.612725 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b93b96-ca3a-4dcc-bf90-ab9d8c1849b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b93b96-ca3a-4dcc-bf90-ab9d8c1849b1 None None] Tracked resource versions report: Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: pushed versions: Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: { 'AddressGroup': {'1.2'}, Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Agent': {'1.1'}, Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'ConntrackHelper': {'1.0'}, Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'LocalIPAssociation': {'1.0'}, Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Log': {'1.0'}, Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'NDPProxy': {'1.0'}, Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Network': {'1.1'}, Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Port': {'1.7'}, Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'PortForwarding': {'1.3'}, Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'QosPolicy': {'1.10'}, Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'SecurityGroup': {'1.5'}, Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'SecurityGroupRule': {'1.2'}, Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'SubPort': {'1.0'}, Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Subnet': {'1.1'}, Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Trunk': {'1.1'}} Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: consumer versions: Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: { DHCP agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: L3 agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: Metadata agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: Metering agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: Open vSwitch agent@dv-cinder-856002-1-iscsi: { 'AddressGroup': '1.2', Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Agent': '1.1', Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'ConntrackHelper': '1.0', Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'LocalIPAssociation': '1.0', Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Log': '1.0', Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'NDPProxy': '1.0', Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Network': '1.1', Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Port': '1.7', Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'PortForwarding': '1.3', Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'QosPolicy': '1.10', Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'SecurityGroup': '1.5', Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'SecurityGroupRule': '1.2', Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'SubPort': '1.0', Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Subnet': '1.1', Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Trunk': '1.1'}} Sep 06 04:27:48.614488 dv-cinder-856002-1-iscsi neutron-server[106941]: {{(pid=106941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 04:27:48.668488 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:27:48.668894 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Checking segment: {'id': 'cff314dd-de8a-4419-851a-5fd12fbc2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4f4e50a-5c94-456a-b9bf-7f35f00ba48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:27:48.669413 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:48.669812 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Bound using segment: {'id': 'cff314dd-de8a-4419-851a-5fd12fbc2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4f4e50a-5c94-456a-b9bf-7f35f00ba48e'} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:27:48.670296 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Bound port: 7f600056-aa36-4147-9b9f-f00caf83d43f, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cff314dd-de8a-4419-851a-5fd12fbc2da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f4f4e50a-5c94-456a-b9bf-7f35f00ba48e'}}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:27:48.670693 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (7f600056-aa36-4147-9b9f-f00caf83d43f), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:48.705152 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:48.738188 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] For port 7f600056-aa36-4147-9b9f-f00caf83d43f, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:27:48.741849 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:48.760472 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] For port 7f600056-aa36-4147-9b9f-f00caf83d43f, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=7f600056-aa36-4147-9b9f-f00caf83d43f,segment=NetworkSegment(cff314dd-de8a-4419-851a-5fd12fbc2da2),segment_id=cff314dd-de8a-4419-851a-5fd12fbc2da2)] {{(pid=106941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:27:48.854711 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (7f600056-aa36-4147-9b9f-f00caf83d43f), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:48.899677 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Routers {'141916af-e01c-4789-ad30-45a1103c850e'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:27:48.900230 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:27:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['141916af-e01c-4789-ad30-45a1103c850e'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:27:48.945364 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b93b96-ca3a-4dcc-bf90-ab9d8c1849b1 None None] Pushing event updated for resources: {'Port': ['ID=7f600056-aa36-4147-9b9f-f00caf83d43f,revision_number=4']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:27:48.993564 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] Set router 141916af-e01c-4789-ad30-45a1103c850e gateway port host: None {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:27:49.199998 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141916af-e01c-4789-ad30-45a1103c850e', 'name': 'router1', 'tenant_id': 'a88c6977d0554a1eab3e30118ede2f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:27:35Z', 'updated_at': '2022-09-06T04:27:46Z', 'revision_number': 2, 'project_id': 'a88c6977d0554a1eab3e30118ede2f46', 'gw_port_host': None, '_interfaces': [{'id': '7f600056-aa36-4147-9b9f-f00caf83d43f', 'name': '', 'network_id': 'f4f4e50a-5c94-456a-b9bf-7f35f00ba48e', 'tenant_id': 'a88c6977d0554a1eab3e30118ede2f46', 'mac_address': 'fa:16:3e:20:e8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141916af-e01c-4789-ad30-45a1103c850e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4456053a-dcbd-4ab3-b0a4-a4325723a291', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:27:45Z', 'updated_at': '2022-09-06T04:27:48Z', 'revision_number': 4, 'project_id': 'a88c6977d0554a1eab3e30118ede2f46', 'subnets': [{'id': '4456053a-dcbd-4ab3-b0a4-a4325723a291', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '993bb9d3-9ad3-4187-99ac-90ac4ea20f51'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:27:49.225598 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39251c54-eb48-4c6f-8c15-e54506e496df None None] The sync data for ids ['141916af-e01c-4789-ad30-45a1103c850e'] in dv-cinder-856002-1-iscsi is: [{'id': '141916af-e01c-4789-ad30-45a1103c850e', 'name': 'router1', 'tenant_id': 'a88c6977d0554a1eab3e30118ede2f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:27:35Z', 'updated_at': '2022-09-06T04:27:46Z', 'revision_number': 2, 'project_id': 'a88c6977d0554a1eab3e30118ede2f46', 'gw_port_host': None, '_interfaces': [{'id': '7f600056-aa36-4147-9b9f-f00caf83d43f', 'name': '', 'network_id': 'f4f4e50a-5c94-456a-b9bf-7f35f00ba48e', 'tenant_id': 'a88c6977d0554a1eab3e30118ede2f46', 'mac_address': 'fa:16:3e:20:e8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141916af-e01c-4789-ad30-45a1103c850e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4456053a-dcbd-4ab3-b0a4-a4325723a291', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:27:45Z', 'updated_at': '2022-09-06T04:27:48Z', 'revision_number': 4, 'project_id': 'a88c6977d0554a1eab3e30118ede2f46', 'subnets': [{'id': '4456053a-dcbd-4ab3-b0a4-a4325723a291', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '993bb9d3-9ad3-4187-99ac-90ac4ea20f51'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:27:49.536485 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 60588) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:27:50.059600 dv-cinder-856002-1-iscsi neutron-server[106939]: WARNING oslo_policy.policy [None req-2c6f4266-a626-4290-be95-dfbcdc1b013e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 04:27:50.060200 dv-cinder-856002-1-iscsi neutron-server[106939]: WARNING oslo_policy.policy [None req-2c6f4266-a626-4290-be95-dfbcdc1b013e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 04:27:50.290842 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writer thread running {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 06 04:27:50.312629 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:50.464321 dv-cinder-856002-1-iscsi neutron-server[106939]: ERROR stevedore.extension [None req-2c6f4266-a626-4290-be95-dfbcdc1b013e admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 06 04:27:50.521631 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.policy [None req-2c6f4266-a626-4290-be95-dfbcdc1b013e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106939) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 06 04:27:50.563462 dv-cinder-856002-1-iscsi neutron-server[106939]: WARNING oslo_policy.policy [None req-2c6f4266-a626-4290-be95-dfbcdc1b013e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 04:27:50.564076 dv-cinder-856002-1-iscsi neutron-server[106939]: WARNING oslo_policy.policy [None req-2c6f4266-a626-4290-be95-dfbcdc1b013e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 06 04:27:50.571644 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6f4266-a626-4290-be95-dfbcdc1b013e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:27:50.573650 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-2c6f4266-a626-4290-be95-dfbcdc1b013e admin admin] 10.222.0.30 "GET /networking/v2.0/networks/9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 HTTP/1.1" status: 200 len: 842 time: 1.0353022 Sep 06 04:27:50.584153 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:27:50.694604 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Made reservation on behalf of 8b3067b612904279b76189015d91b056 for: {'subnet': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:27:50.697532 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:51.152651 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.objects.ports [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106939) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 06 04:27:51.153141 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for subnet (fa838af8-eb13-40f5-99c2-705efe284c2d), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:51.223651 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa838af8-eb13-40f5-99c2-705efe284c2d,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:27:51.233088 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Checking segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:27:51.233487 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Network hostable DHCP agents. Network: 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:27:51.239360 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:51.239694 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:51.240033 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:51.240364 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:51.240692 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:51.241009 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:51.241343 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:51.241663 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:51.241982 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:51.242294 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:51.242622 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:51.242958 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:51.243279 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:51.243590 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:51.243898 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Tracked resource versions report: Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: pushed versions: Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: { 'AddressGroup': {'1.2'}, Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Agent': {'1.1'}, Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'ConntrackHelper': {'1.0'}, Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'LocalIPAssociation': {'1.0'}, Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Log': {'1.0'}, Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'NDPProxy': {'1.0'}, Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Network': {'1.1'}, Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Port': {'1.7'}, Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'PortForwarding': {'1.3'}, Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'QosPolicy': {'1.10'}, Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'SecurityGroup': {'1.5'}, Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'SecurityGroupRule': {'1.2'}, Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'SubPort': {'1.0'}, Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Subnet': {'1.1'}, Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Trunk': {'1.1'}} Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: consumer versions: Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: { DHCP agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: L3 agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: Metadata agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: Metering agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: Open vSwitch agent@dv-cinder-856002-1-iscsi: { 'AddressGroup': '1.2', Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Agent': '1.1', Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'ConntrackHelper': '1.0', Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'LocalIPAssociation': '1.0', Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Log': '1.0', Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'NDPProxy': '1.0', Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Network': '1.1', Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Port': '1.7', Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'PortForwarding': '1.3', Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'QosPolicy': '1.10', Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'SecurityGroup': '1.5', Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'SecurityGroupRule': '1.2', Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'SubPort': '1.0', Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Subnet': '1.1', Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Trunk': '1.1'}} Sep 06 04:27:51.245236 dv-cinder-856002-1-iscsi neutron-server[106939]: {{(pid=106939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 04:27:51.357546 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:27:51.443272 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29) {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:27:51.449254 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:27:51.450938 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:51.452233 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e898b1-b8dc-4e00-ade9-a47d2aa537ac None None] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:27:51.538153 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-a16a8dbc-e710-4b9e-9392-f1657088282a admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9581687 Sep 06 04:27:51.565516 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e3f1de-608d-4dd1-b803-7d7957a647f2 None None] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:27:52.414485 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 5 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:27:54.032963 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 60614) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:27:54.586255 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-61c05864-e961-4288-b700-cf08dafa04ef demo admin] 10.222.0.30 "GET /networking/v2.0/routers/141916af-e01c-4789-ad30-45a1103c850e HTTP/1.1" status: 200 len: 710 time: 0.5521436 Sep 06 04:27:54.673964 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b774c7-56d7-4570-93a3-fe7a00f2619e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:27:54.675302 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-20b774c7-56d7-4570-93a3-fe7a00f2619e demo admin] 10.222.0.30 "GET /networking/v2.0/networks/9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 HTTP/1.1" status: 200 len: 886 time: 0.0835474 Sep 06 04:27:54.685225 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-3ba4fefe-7b5e-47bc-b0fd-55284eb869c8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:27:54.878458 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:54.902728 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 7f600056-aa36-4147-9b9f-f00caf83d43f up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:27:54.925057 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3ba4fefe-7b5e-47bc-b0fd-55284eb869c8 demo admin] Publish callbacks [] for router_gateway (141916af-e01c-4789-ad30-45a1103c850e), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:54.932235 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:54.954627 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 7f600056-aa36-4147-9b9f-f00caf83d43f triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:27:54.955003 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (7f600056-aa36-4147-9b9f-f00caf83d43f), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:54.993892 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:55.029728 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 7f600056-aa36-4147-9b9f-f00caf83d43f is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:27:55.030141 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (7f600056-aa36-4147-9b9f-f00caf83d43f), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:55.048200 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:55.071754 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port 7f600056-aa36-4147-9b9f-f00caf83d43f, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=7f600056-aa36-4147-9b9f-f00caf83d43f,segment=NetworkSegment(cff314dd-de8a-4419-851a-5fd12fbc2da2),segment_id=cff314dd-de8a-4419-851a-5fd12fbc2da2)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:27:55.157333 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (7f600056-aa36-4147-9b9f-f00caf83d43f), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:55.209473 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=7f600056-aa36-4147-9b9f-f00caf83d43f,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:27:55.215527 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3ba4fefe-7b5e-47bc-b0fd-55284eb869c8 demo admin] Publish callbacks [] for router_gateway (141916af-e01c-4789-ad30-45a1103c850e), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:55.297602 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3ba4fefe-7b5e-47bc-b0fd-55284eb869c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:55.463942 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [None req-3ba4fefe-7b5e-47bc-b0fd-55284eb869c8 demo admin] Allocated IP 172.27.1.138 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/dc1d425e-490f-485e-867e-43d1ae505e74) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:27:55.575075 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3ba4fefe-7b5e-47bc-b0fd-55284eb869c8 demo admin] Publish callbacks [] for port (dc1d425e-490f-485e-867e-43d1ae505e74), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:55.689556 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3ba4fefe-7b5e-47bc-b0fd-55284eb869c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (dc1d425e-490f-485e-867e-43d1ae505e74), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:55.716603 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:55.777295 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba4fefe-7b5e-47bc-b0fd-55284eb869c8 demo admin] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:27:55.781113 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-3ba4fefe-7b5e-47bc-b0fd-55284eb869c8 demo admin] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:27:55.783329 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4fefe-7b5e-47bc-b0fd-55284eb869c8 demo admin] Pushing event updated for resources: {'Port': ['ID=dc1d425e-490f-485e-867e-43d1ae505e74,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:27:55.787181 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba4fefe-7b5e-47bc-b0fd-55284eb869c8 demo admin] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:27:56.163179 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3ba4fefe-7b5e-47bc-b0fd-55284eb869c8 demo admin] Publish callbacks [] for router_gateway (141916af-e01c-4789-ad30-45a1103c850e), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:56.349762 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3ba4fefe-7b5e-47bc-b0fd-55284eb869c8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-745091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-730972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12204'] for router (141916af-e01c-4789-ad30-45a1103c850e), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:56.354780 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3ba4fefe-7b5e-47bc-b0fd-55284eb869c8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745134', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-745144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-745137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-730965'] for router (141916af-e01c-4789-ad30-45a1103c850e), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:56.441518 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:56.459172 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba4fefe-7b5e-47bc-b0fd-55284eb869c8 demo admin] Router 141916af-e01c-4789-ad30-45a1103c850e has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:27:56.558139 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba4fefe-7b5e-47bc-b0fd-55284eb869c8 demo admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:27:56.563012 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3ba4fefe-7b5e-47bc-b0fd-55284eb869c8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:56.564821 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-3ba4fefe-7b5e-47bc-b0fd-55284eb869c8 demo admin] 10.222.0.30 "PUT /networking/v2.0/routers/141916af-e01c-4789-ad30-45a1103c850e HTTP/1.1" status: 200 len: 890 time: 1.8825917 Sep 06 04:27:56.568822 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Sync routers for ids ['141916af-e01c-4789-ad30-45a1103c850e'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:27:56.581459 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Routers {'141916af-e01c-4789-ad30-45a1103c850e'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:27:56.582729 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:27:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['141916af-e01c-4789-ad30-45a1103c850e'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:27:56.802730 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Set router 141916af-e01c-4789-ad30-45a1103c850e gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:27:56.909937 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 7f600056-aa36-4147-9b9f-f00caf83d43f up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:27:57.098279 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 7f600056-aa36-4147-9b9f-f00caf83d43f triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:27:57.099115 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (7f600056-aa36-4147-9b9f-f00caf83d43f), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:57.114276 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=63 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:57.117658 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:INSERT=2,neutron:SELECT=82,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:57.368273 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141916af-e01c-4789-ad30-45a1103c850e', 'name': 'router1', 'tenant_id': 'a88c6977d0554a1eab3e30118ede2f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'dc1d425e-490f-485e-867e-43d1ae505e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:27:35Z', 'updated_at': '2022-09-06T04:27:55Z', 'revision_number': 4, 'project_id': 'a88c6977d0554a1eab3e30118ede2f46', 'gw_port': {'id': 'dc1d425e-490f-485e-867e-43d1ae505e74', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141916af-e01c-4789-ad30-45a1103c850e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:27:55Z', 'updated_at': '2022-09-06T04:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '7f600056-aa36-4147-9b9f-f00caf83d43f', 'name': '', 'network_id': 'f4f4e50a-5c94-456a-b9bf-7f35f00ba48e', 'tenant_id': 'a88c6977d0554a1eab3e30118ede2f46', 'mac_address': 'fa:16:3e:20:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141916af-e01c-4789-ad30-45a1103c850e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4456053a-dcbd-4ab3-b0a4-a4325723a291', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:27:45Z', 'updated_at': '2022-09-06T04:27:55Z', 'revision_number': 5, 'project_id': 'a88c6977d0554a1eab3e30118ede2f46', 'subnets': [{'id': '4456053a-dcbd-4ab3-b0a4-a4325723a291', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '993bb9d3-9ad3-4187-99ac-90ac4ea20f51'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:27:57.395292 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 7f600056-aa36-4147-9b9f-f00caf83d43f is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:27:57.421356 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Checking router: 141916af-e01c-4789-ad30-45a1103c850e for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:27:57.421733 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Updating router 141916af-e01c-4789-ad30-45a1103c850e port dc1d425e-490f-485e-867e-43d1ae505e74 binding host dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:27:57.479542 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (dc1d425e-490f-485e-867e-43d1ae505e74), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:57.786803 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Publish callbacks [] for port (dc1d425e-490f-485e-867e-43d1ae505e74), precommit_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:57.862388 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (dc1d425e-490f-485e-867e-43d1ae505e74), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:57.869133 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:57.893299 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:57.899125 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Attempting to bind port dc1d425e-490f-485e-867e-43d1ae505e74 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:27:57.899471 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Attempting to bind port dc1d425e-490f-485e-867e-43d1ae505e74 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:27:57.899822 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Attempting to bind port dc1d425e-490f-485e-867e-43d1ae505e74 on network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:27:57.935286 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c77010-7b54-4563-adee-75da7cfcb79a None None] Pushing event updated for resources: {'Port': ['ID=dc1d425e-490f-485e-867e-43d1ae505e74,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:27:57.953862 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:27:57.958017 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Checking segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:27:57.958017 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:57.958017 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Bound using segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:27:57.958017 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Bound port: dc1d425e-490f-485e-867e-43d1ae505e74, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:27:57.958017 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (dc1d425e-490f-485e-867e-43d1ae505e74), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:58.003168 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] For port dc1d425e-490f-485e-867e-43d1ae505e74, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:27:58.006766 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] For port dc1d425e-490f-485e-867e-43d1ae505e74, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=dc1d425e-490f-485e-867e-43d1ae505e74,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:27:58.062450 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (dc1d425e-490f-485e-867e-43d1ae505e74), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:58.095536 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Routers {'141916af-e01c-4789-ad30-45a1103c850e'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:27:58.096169 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:27:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['141916af-e01c-4789-ad30-45a1103c850e'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:27:58.155637 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c77010-7b54-4563-adee-75da7cfcb79a None None] Pushing event updated for resources: {'Port': ['ID=dc1d425e-490f-485e-867e-43d1ae505e74,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:27:58.216199 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] Set router 141916af-e01c-4789-ad30-45a1103c850e gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:27:58.412853 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141916af-e01c-4789-ad30-45a1103c850e', 'name': 'router1', 'tenant_id': 'a88c6977d0554a1eab3e30118ede2f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'dc1d425e-490f-485e-867e-43d1ae505e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:27:35Z', 'updated_at': '2022-09-06T04:27:55Z', 'revision_number': 4, 'project_id': 'a88c6977d0554a1eab3e30118ede2f46', 'gw_port': {'id': 'dc1d425e-490f-485e-867e-43d1ae505e74', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141916af-e01c-4789-ad30-45a1103c850e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:27:55Z', 'updated_at': '2022-09-06T04:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '7f600056-aa36-4147-9b9f-f00caf83d43f', 'name': '', 'network_id': 'f4f4e50a-5c94-456a-b9bf-7f35f00ba48e', 'tenant_id': 'a88c6977d0554a1eab3e30118ede2f46', 'mac_address': 'fa:16:3e:20:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141916af-e01c-4789-ad30-45a1103c850e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4456053a-dcbd-4ab3-b0a4-a4325723a291', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:27:45Z', 'updated_at': '2022-09-06T04:27:55Z', 'revision_number': 5, 'project_id': 'a88c6977d0554a1eab3e30118ede2f46', 'subnets': [{'id': '4456053a-dcbd-4ab3-b0a4-a4325723a291', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '993bb9d3-9ad3-4187-99ac-90ac4ea20f51'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:27:58.437133 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc0dab3-b16c-444f-9050-228123068a32 None None] The sync data for ids ['141916af-e01c-4789-ad30-45a1103c850e'] in dv-cinder-856002-1-iscsi is: [{'id': '141916af-e01c-4789-ad30-45a1103c850e', 'name': 'router1', 'tenant_id': 'a88c6977d0554a1eab3e30118ede2f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'dc1d425e-490f-485e-867e-43d1ae505e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:27:35Z', 'updated_at': '2022-09-06T04:27:55Z', 'revision_number': 4, 'project_id': 'a88c6977d0554a1eab3e30118ede2f46', 'gw_port': {'id': 'dc1d425e-490f-485e-867e-43d1ae505e74', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:15:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '141916af-e01c-4789-ad30-45a1103c850e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:27:55Z', 'updated_at': '2022-09-06T04:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '7f600056-aa36-4147-9b9f-f00caf83d43f', 'name': '', 'network_id': 'f4f4e50a-5c94-456a-b9bf-7f35f00ba48e', 'tenant_id': 'a88c6977d0554a1eab3e30118ede2f46', 'mac_address': 'fa:16:3e:20:e8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141916af-e01c-4789-ad30-45a1103c850e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4456053a-dcbd-4ab3-b0a4-a4325723a291', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:27:45Z', 'updated_at': '2022-09-06T04:27:55Z', 'revision_number': 5, 'project_id': 'a88c6977d0554a1eab3e30118ede2f46', 'subnets': [{'id': '4456053a-dcbd-4ab3-b0a4-a4325723a291', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '993bb9d3-9ad3-4187-99ac-90ac4ea20f51'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:27:58.915890 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device dc1d425e-490f-485e-867e-43d1ae505e74 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:27:58.963406 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port dc1d425e-490f-485e-867e-43d1ae505e74 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:27:58.963802 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (dc1d425e-490f-485e-867e-43d1ae505e74), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:59.041718 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port dc1d425e-490f-485e-867e-43d1ae505e74 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:27:59.042173 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (dc1d425e-490f-485e-867e-43d1ae505e74), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:59.064075 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:27:59.066272 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port dc1d425e-490f-485e-867e-43d1ae505e74, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=dc1d425e-490f-485e-867e-43d1ae505e74,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:27:59.171145 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 60626) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:27:59.199024 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (dc1d425e-490f-485e-867e-43d1ae505e74), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:27:59.253844 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=dc1d425e-490f-485e-867e-43d1ae505e74,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:27:59.574377 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-9765e1fc-6402-4be8-9666-b94779d8451e admin admin] 10.222.0.30 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4021013 Sep 06 04:28:00.899226 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device dc1d425e-490f-485e-867e-43d1ae505e74 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:28:00.944749 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port dc1d425e-490f-485e-867e-43d1ae505e74 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:28:00.945070 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (dc1d425e-490f-485e-867e-43d1ae505e74), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:28:01.013648 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port dc1d425e-490f-485e-867e-43d1ae505e74 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:28:02.409006 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=59 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:28:02.410890 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=24 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:28:09.568621 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:28:09.571656 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=81 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:28:11.009337 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=16 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:28:11.012271 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=92 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:28:12.157660 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab9e9-bd74-4513-9ada-d14b1fd1ee95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:28:14.425322 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:28:14.433044 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:28:14.478786 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-49db1ab7-16bc-4118-b971-d5a61080531d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:28:15.791867 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:28:17.245543 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:28:17.278428 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:28:27.176209 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:28:27.177765 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:28:29.415997 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 5 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:28:39.416513 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:28:42.176511 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-69427353-d71a-40a5-b53e-31b395cd8cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:28:44.810148 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7ebcedab-d76e-49bb-971e-caa6820f429e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:28:45.809997 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:28:47.260479 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:28:47.294760 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:28:51.417815 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:28:51.419177 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:28:57.178837 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:28:57.181740 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:29:06.415641 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 5 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:29:10.409817 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:29:12.152555 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-46344b8b-0be5-415f-95be-04fa96f5a177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:29:14.420992 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-75a9cfa0-ffe9-4ba6-9fcf-dffcb09eaf39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:29:15.809455 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:29:16.412587 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:29:17.238244 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:29:17.248326 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:29:24.962553 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 32932) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:29:25.311816 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdef64bc-2c1e-4c21-970f-6bdca0ce3f1c admin admin] GET failed (client error): The resource could not be found. Sep 06 04:29:25.313098 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-bdef64bc-2c1e-4c21-970f-6bdca0ce3f1c admin admin] 10.222.0.30 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3496728 Sep 06 04:29:25.482809 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d04717b-eaeb-4c57-8fbe-e43689c86a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:29:25.484289 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-8d04717b-eaeb-4c57-8fbe-e43689c86a73 admin admin] 10.222.0.30 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1669044 Sep 06 04:29:27.173855 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:29:27.175698 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:29:27.880532 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 32942) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:29:28.274567 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913a7519-3313-4329-b227-321157b9f6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:29:28.275907 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-913a7519-3313-4329-b227-321157b9f6ff admin admin] 10.222.0.30 "GET /networking/v2.0/subnets/4456053a-dcbd-4ab3-b0a4-a4325723a291 HTTP/1.1" status: 200 len: 849 time: 0.3944125 Sep 06 04:29:28.285346 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:29:28.372650 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Publish callbacks [] for subnet (4456053a-dcbd-4ab3-b0a4-a4325723a291), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:29:28.408652 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:29:28.412768 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:29:28.563328 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761093504139'] for subnet (4456053a-dcbd-4ab3-b0a4-a4325723a291), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:29:28.600799 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:29:28.601418 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:29:28.602831 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] 10.222.0.30 "PUT /networking/v2.0/subnets/4456053a-dcbd-4ab3-b0a4-a4325723a291 HTTP/1.1" status: 200 len: 868 time: 0.3208771 Sep 06 04:29:28.616878 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7963e430-1ec5-40c7-84a6-998b03ed69b2 None None] Network f4f4e50a-5c94-456a-b9bf-7f35f00ba48e requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:29:28.619585 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4456053a-dcbd-4ab3-b0a4-a4325723a291,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:29:28.626988 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:29:28.627386 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:29:28.627672 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:29:28.628013 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:29:28.628349 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:29:28.628681 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:29:28.629013 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:29:28.629369 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:29:28.629753 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:29:28.630096 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:29:28.630437 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:29:28.630770 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:29:28.631221 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:29:28.631466 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:29:28.631787 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c435cdfe-1e5f-4cb6-8374-bdf5823113d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:29:28.936948 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-bdf13f50-8e23-419f-8f04-feddac736c64 None None] Provisioning complete for port 7f600056-aa36-4147-9b9f-f00caf83d43f triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:29:28.937360 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-bdf13f50-8e23-419f-8f04-feddac736c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (7f600056-aa36-4147-9b9f-f00caf83d43f), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:29:29.010345 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-bdf13f50-8e23-419f-8f04-feddac736c64 None None] Current status of the port 7f600056-aa36-4147-9b9f-f00caf83d43f is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:29:29.018100 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-bdf13f50-8e23-419f-8f04-feddac736c64 None None] Provisioning complete for port 2839bf14-68fa-41f8-9abe-da9fc603e20c triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:29:29.018733 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-bdf13f50-8e23-419f-8f04-feddac736c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (2839bf14-68fa-41f8-9abe-da9fc603e20c), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:29:29.086964 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-bdf13f50-8e23-419f-8f04-feddac736c64 None None] Current status of the port 2839bf14-68fa-41f8-9abe-da9fc603e20c is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:29:30.957418 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 32950) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:29:31.502322 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa4699b-e867-4eca-bdf6-d3e71055a410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:29:31.502792 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa4699b-e867-4eca-bdf6-d3e71055a410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:29:31.504351 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-9aa4699b-e867-4eca-bdf6-d3e71055a410 admin admin] 10.222.0.30 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5455122 Sep 06 04:29:33.843792 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 32958) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:29:34.254770 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0e214f-d083-4407-b1ff-58c8934a89c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:29:34.255239 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0e214f-d083-4407-b1ff-58c8934a89c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:29:34.256773 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-2e0e214f-d083-4407-b1ff-58c8934a89c6 admin admin] 10.222.0.30 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4120171 Sep 06 04:29:36.585560 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 32966) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:29:37.091534 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:29:37.106767 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1060bef2-11d3-4d28-9a42-4ec35ce7c0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:29:37.108152 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-1060bef2-11d3-4d28-9a42-4ec35ce7c0e6 admin admin] 10.222.0.30 "GET /networking/v2.0/networks/9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 HTTP/1.1" status: 200 len: 886 time: 0.5216255 Sep 06 04:29:39.082136 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=43 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:29:39.085114 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=34 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:29:39.471314 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 32974) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:29:39.991588 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:29:40.014553 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eb09a9-f9ea-455f-935b-d265005779f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:29:40.015915 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-04eb09a9-f9ea-455f-935b-d265005779f4 admin admin] 10.222.0.30 "GET /networking/v2.0/networks/f4f4e50a-5c94-456a-b9bf-7f35f00ba48e HTTP/1.1" status: 200 len: 869 time: 0.5437143 Sep 06 04:29:42.140702 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9282a190-5699-4488-9399-4fa9eec2f112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:29:42.359885 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 32982) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:29:42.767745 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cab340-4f4f-4bdc-96e4-80e7664e7ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:29:42.768198 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cab340-4f4f-4bdc-96e4-80e7664e7ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:29:42.770548 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-22cab340-4f4f-4bdc-96e4-80e7664e7ba3 admin admin] 10.222.0.30 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4091458 Sep 06 04:29:43.413728 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 5 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:29:44.420531 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-fe661084-e498-47ab-94b0-1f8edc3b1a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:29:45.123594 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 32990) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:29:45.492888 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411b23bf-dc94-4aae-87bb-e2c22ad7f6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:29:45.493366 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411b23bf-dc94-4aae-87bb-e2c22ad7f6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:29:45.494894 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-411b23bf-dc94-4aae-87bb-e2c22ad7f6a9 admin admin] 10.222.0.30 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3703582 Sep 06 04:29:45.826573 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:29:47.216328 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:29:47.238147 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:29:47.998867 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 32998) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:29:48.371648 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f4bbcc-43be-4fd2-b11e-bdf9aff6b088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:29:48.372994 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-a4f4bbcc-43be-4fd2-b11e-bdf9aff6b088 admin admin] 10.222.0.30 "GET /networking/v2.0/subnets/4456053a-dcbd-4ab3-b0a4-a4325723a291 HTTP/1.1" status: 200 len: 868 time: 0.3731797 Sep 06 04:29:50.693746 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 33008) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:29:51.052460 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ea5371-0b2e-44a1-8d6a-10eae54127d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:29:51.053828 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-73ea5371-0b2e-44a1-8d6a-10eae54127d6 admin admin] 10.222.0.30 "GET /networking/v2.0/subnets/fa838af8-eb13-40f5-99c2-705efe284c2d HTTP/1.1" status: 200 len: 816 time: 0.3591416 Sep 06 04:29:53.409744 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:29:57.177815 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:29:57.179609 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:29:58.367158 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=6 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:29:58.367963 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=7 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:30:01.047934 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=18 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:30:01.049795 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=33 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:30:09.361622 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=16 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:30:09.384080 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=16 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:30:12.146453 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-26087d6a-695d-4f41-a872-b2c263aaf6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:14.454247 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-cc696727-c7fd-4cad-b2a5-255602e0e4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:15.814596 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:17.244068 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:17.277418 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:19.995100 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 33064) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:30:20.321395 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [None req-c2860cee-62cc-4714-8431-1c519571851e admin admin] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 06 04:30:20.322419 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-c2860cee-62cc-4714-8431-1c519571851e admin admin] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3264477 Sep 06 04:30:20.413612 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 5 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:30:22.771144 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 33072) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:30:23.102311 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.pecan_wsgi.hooks.translation [None req-db053c9c-80d0-4c6d-b7e0-9d28c08ca157 admin admin] GET failed (client error): The resource could not be found. Sep 06 04:30:23.103571 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-db053c9c-80d0-4c6d-b7e0-9d28c08ca157 admin admin] 10.222.0.30 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3315744 Sep 06 04:30:23.188316 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3320f1a-4f4e-404f-8f1f-d7f1b0e607e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:30:23.189802 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-a3320f1a-4f4e-404f-8f1f-d7f1b0e607e5 admin admin] 10.222.0.30 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0818954 Sep 06 04:30:25.586937 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 33080) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:30:25.918062 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:30:25.991535 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Made reservation on behalf of 8b3067b612904279b76189015d91b056 for: {'network': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:30:25.994010 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:26.021911 dv-cinder-856002-1-iscsi neutron-server[106938]: WARNING neutron.services.revisions.revision_plugin [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Could not find related network for resource to bump revision. Sep 06 04:30:26.032382 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=106938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:30:26.041356 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (2e63c10f-2b47-489f-8301-5efcabadfcb3), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:26.041702 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.segments_db [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Added segment 2e63c10f-2b47-489f-8301-5efcabadfcb3 of type vlan for network 3e1d2f7d-b372-44c8-90a6-0772d92de60e Sep 06 04:30:26.079808 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (3e1d2f7d-b372-44c8-90a6-0772d92de60e), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:26.168687 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (3e1d2f7d-b372-44c8-90a6-0772d92de60e), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:26.169623 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:30:26.170208 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:26.307755 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Pushing event updated for resources: {'Network': ['ID=3e1d2f7d-b372-44c8-90a6-0772d92de60e,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:30:26.314738 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:26.315087 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:26.315445 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:26.315786 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:26.316117 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:26.316445 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:26.316982 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:26.317198 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:26.317575 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:26.317900 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:26.318236 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:26.318575 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:26.318900 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:26.319216 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:26.319532 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:26.329964 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network 3e1d2f7d-b372-44c8-90a6-0772d92de60e details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:30:26.342670 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-0e144698-b86b-410e-898a-58de097c29f7 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7544928 Sep 06 04:30:28.730728 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 33088) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:30:29.075098 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a733bd-9b9f-4ff0-a60d-28af365e580b admin admin] GET failed (client error): The resource could not be found. Sep 06 04:30:29.076365 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-22a733bd-9b9f-4ff0-a60d-28af365e580b admin admin] 10.222.0.30 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3446882 Sep 06 04:30:29.162460 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5525311-9368-4624-89d8-9f5456606cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:30:29.163946 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-e5525311-9368-4624-89d8-9f5456606cbc admin admin] 10.222.0.30 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0831301 Sep 06 04:30:29.173901 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '3e1d2f7d-b372-44c8-90a6-0772d92de60e', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:30:29.242972 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Made reservation on behalf of 8b3067b612904279b76189015d91b056 for: {'subnet': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:30:29.245360 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:29.483114 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for subnet (8fdf17c9-1cae-4c35-8224-c059b64fc341), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:29.544567 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fdf17c9-1cae-4c35-8224-c059b64fc341,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:30:29.554230 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:29.554580 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:29.554940 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:29.555281 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:29.555659 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:29.555996 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:29.556325 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:29.556649 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:29.556989 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:29.557352 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:29.557696 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:29.558026 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:29.558346 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:29.558668 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:29.558985 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:29.564288 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Checking segment: {'id': '2e63c10f-2b47-489f-8301-5efcabadfcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e1d2f7d-b372-44c8-90a6-0772d92de60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:30:29.564642 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Network hostable DHCP agents. Network: 3e1d2f7d-b372-44c8-90a6-0772d92de60e, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:30:29.660693 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Network 3e1d2f7d-b372-44c8-90a6-0772d92de60e is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:30:29.723489 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, 3e1d2f7d-b372-44c8-90a6-0772d92de60e) {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:30:29.727733 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:30:29.734725 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:29.735916 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa1efff-ccab-4dbf-ad41-f3508b87bc54 None None] Network 3e1d2f7d-b372-44c8-90a6-0772d92de60e requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:30:29.794105 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-b0fc6a5f-3963-4a4c-ad4f-8918b8f82b6b admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6234565 Sep 06 04:30:29.940060 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4520b16-d183-5460-ac04-4f8b2cdf2ef5-3e1d2f7d-b372-44c8-90a6-0772d92de60e', 'network_id': '3e1d2f7d-b372-44c8-90a6-0772d92de60e', 'project_id': '8b3067b612904279b76189015d91b056', 'fixed_ips': [{'subnet_id': '8fdf17c9-1cae-4c35-8224-c059b64fc341'}]}} from dv-cinder-856002-1-iscsi. {{(pid=106940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 06 04:30:29.940989 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:30.080679 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.db_base_plugin_common [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Allocated IP 192.168.233.2 (3e1d2f7d-b372-44c8-90a6-0772d92de60e/8fdf17c9-1cae-4c35-8224-c059b64fc341/f8f2558f-17bd-4325-99f3-7beddfc5cfeb) {{(pid=106940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:30:30.223400 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Publish callbacks [] for port (f8f2558f-17bd-4325-99f3-7beddfc5cfeb), precommit_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:30.295143 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (f8f2558f-17bd-4325-99f3-7beddfc5cfeb), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:30.337556 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Network 3e1d2f7d-b372-44c8-90a6-0772d92de60e is already hosted by enough agents. {{(pid=106940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:30:30.339026 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.base_scheduler [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Resources bound (agent type, host, resource id): {{(pid=106940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:30:30.343242 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Received port after_create {{(pid=106940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:30:30.360093 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Pushing event updated for resources: {'Port': ['ID=f8f2558f-17bd-4325-99f3-7beddfc5cfeb,revision_number=1']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:30:30.387531 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:30.387879 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:30.392364 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:30.392364 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:30.392364 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:30.392364 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:30.392364 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:30.392364 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:30.392364 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:30.392364 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:30.392364 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:30.392364 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:30.392364 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:30.392364 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:30.392364 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:30:30.408054 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:30:30.410145 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:30:30.428919 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Attempting to bind port f8f2558f-17bd-4325-99f3-7beddfc5cfeb on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:30:30.429395 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Attempting to bind port f8f2558f-17bd-4325-99f3-7beddfc5cfeb by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '2e63c10f-2b47-489f-8301-5efcabadfcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e1d2f7d-b372-44c8-90a6-0772d92de60e'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:30:30.429786 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Attempting to bind port f8f2558f-17bd-4325-99f3-7beddfc5cfeb on network 3e1d2f7d-b372-44c8-90a6-0772d92de60e {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:30:30.475417 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:30:30.475717 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Checking segment: {'id': '2e63c10f-2b47-489f-8301-5efcabadfcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e1d2f7d-b372-44c8-90a6-0772d92de60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:30:30.476121 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:30.476507 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Bound using segment: {'id': '2e63c10f-2b47-489f-8301-5efcabadfcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e1d2f7d-b372-44c8-90a6-0772d92de60e'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:30:30.476974 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Bound port: f8f2558f-17bd-4325-99f3-7beddfc5cfeb, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e63c10f-2b47-489f-8301-5efcabadfcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e1d2f7d-b372-44c8-90a6-0772d92de60e'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:30:30.477412 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (f8f2558f-17bd-4325-99f3-7beddfc5cfeb), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:30.543495 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] For port f8f2558f-17bd-4325-99f3-7beddfc5cfeb, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:30:30.546707 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] For port f8f2558f-17bd-4325-99f3-7beddfc5cfeb, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=f8f2558f-17bd-4325-99f3-7beddfc5cfeb,segment=NetworkSegment(2e63c10f-2b47-489f-8301-5efcabadfcb3),segment_id=2e63c10f-2b47-489f-8301-5efcabadfcb3)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:30:30.614807 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (f8f2558f-17bd-4325-99f3-7beddfc5cfeb), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:30.646408 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:30:30.666668 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e3f36-3b2b-4335-a692-ab6e0afff97e None None] Pushing event updated for resources: {'Port': ['ID=f8f2558f-17bd-4325-99f3-7beddfc5cfeb,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:30:31.008852 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device f8f2558f-17bd-4325-99f3-7beddfc5cfeb up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:30:31.038141 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:30:31.058727 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port f8f2558f-17bd-4325-99f3-7beddfc5cfeb triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:30:31.059121 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (f8f2558f-17bd-4325-99f3-7beddfc5cfeb), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:31.138875 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port f8f2558f-17bd-4325-99f3-7beddfc5cfeb is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:30:31.139433 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (f8f2558f-17bd-4325-99f3-7beddfc5cfeb), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:31.172494 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port f8f2558f-17bd-4325-99f3-7beddfc5cfeb, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=f8f2558f-17bd-4325-99f3-7beddfc5cfeb,segment=NetworkSegment(2e63c10f-2b47-489f-8301-5efcabadfcb3),segment_id=2e63c10f-2b47-489f-8301-5efcabadfcb3)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:30:31.255031 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (f8f2558f-17bd-4325-99f3-7beddfc5cfeb), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:31.308176 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=f8f2558f-17bd-4325-99f3-7beddfc5cfeb,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:30:31.540742 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af67966-fe06-4d92-9f46-89bb723202ae None None] Network 3e1d2f7d-b372-44c8-90a6-0772d92de60e requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:30:31.598430 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-a752ba86-8a64-454a-b0dc-2a6038ca70f9 None None] Provisioning complete for port f8f2558f-17bd-4325-99f3-7beddfc5cfeb triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:30:31.599505 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a752ba86-8a64-454a-b0dc-2a6038ca70f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (f8f2558f-17bd-4325-99f3-7beddfc5cfeb), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:31.723327 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-a752ba86-8a64-454a-b0dc-2a6038ca70f9 None None] Current status of the port f8f2558f-17bd-4325-99f3-7beddfc5cfeb is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:30:31.942983 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-fdc3afaf-be84-4a94-8197-ef60d4c9e8cb None None] Provisioning complete for port f8f2558f-17bd-4325-99f3-7beddfc5cfeb triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:30:31.943363 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-fdc3afaf-be84-4a94-8197-ef60d4c9e8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (f8f2558f-17bd-4325-99f3-7beddfc5cfeb), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:32.017945 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-fdc3afaf-be84-4a94-8197-ef60d4c9e8cb None None] Current status of the port f8f2558f-17bd-4325-99f3-7beddfc5cfeb is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:30:33.007291 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device f8f2558f-17bd-4325-99f3-7beddfc5cfeb up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:30:33.080313 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port f8f2558f-17bd-4325-99f3-7beddfc5cfeb triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:30:33.080313 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (f8f2558f-17bd-4325-99f3-7beddfc5cfeb), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:33.148440 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port f8f2558f-17bd-4325-99f3-7beddfc5cfeb is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:30:36.305377 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=22,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:30:36.312175 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=25,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:30:39.253220 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:30:39.738505 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=54,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:30:39.740357 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=61,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:30:42.136057 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-255ffd72-be4c-49e9-b220-783c4e183071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:42.425204 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:30:44.442761 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-89c52ce5-83e3-4082-8c19-0ca51d73353b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:45.802741 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:47.259760 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:47.283396 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:30:51.428301 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:30:57.185392 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:30:57.187626 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:30:57.411783 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 5 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:31:07.408442 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:31:12.179856 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-b1ece76d-e237-4d26-800a-b1412c44163b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:31:14.454164 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-e7696959-055f-408b-8f87-06730f2b08c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:31:15.819761 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:31:17.231334 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:31:17.270974 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:31:19.416853 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:31:19.421769 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:31:27.178195 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:31:27.184077 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:31:34.409788 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 5 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:31:42.162351 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-f39d8468-ed5c-420e-b819-9de0adb15334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:31:44.406790 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:31:44.448984 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-4a070d79-5f46-4df9-9a68-5319e1dd9695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:31:45.818250 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:31:47.261003 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:31:47.311478 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:31:54.833286 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 33132) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:31:54.840555 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [None req-85393580-9377-4118-84dc-fe4ef0588dff tempest-verify_tempest_config-1948907973 tempest-verify_tempest_config-1948907973-project] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 06 04:31:54.841580 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-85393580-9377-4118-84dc-fe4ef0588dff tempest-verify_tempest_config-1948907973 tempest-verify_tempest_config-1948907973-project] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0071838 Sep 06 04:31:55.526338 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 33150) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:31:55.857659 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:31:55.930805 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Publish callbacks [] for security_group (0f2eb62b-e499-4c7a-848a-390cae2b1540), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:31:55.995272 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (0f2eb62b-e499-4c7a-848a-390cae2b1540), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:31:56.039558 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2eb62b-e499-4c7a-848a-390cae2b1540,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:31:56.044415 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=bf31402ea3fd42b482325b338980019b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5170896 Sep 06 04:31:56.047308 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 33156) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:31:56.048764 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.049108 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.049476 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.049811 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.050139 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.050466 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.050794 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.051113 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.051458 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.051785 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.052118 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.052454 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.052774 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.053087 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.053428 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b8e6fa-38de-4308-9fa5-28c683ca2180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.134907 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Publish callbacks [] for security_group (0f2eb62b-e499-4c7a-848a-390cae2b1540), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:31:56.154389 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Publish callbacks [] for security_group (0f2eb62b-e499-4c7a-848a-390cae2b1540), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:31:56.310304 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (0f2eb62b-e499-4c7a-848a-390cae2b1540), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:31:56.312970 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:31:56.314147 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/0f2eb62b-e499-4c7a-848a-390cae2b1540 HTTP/1.1" status: 204 len: 168 time: 0.2659020 Sep 06 04:31:56.322940 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2eb62b-e499-4c7a-848a-390cae2b1540,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:31:56.329865 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.330207 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.330546 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.330883 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.331211 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.331656 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.331843 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.332162 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.332539 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.332882 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.333196 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.333554 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.333880 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.334192 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.334508 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c527b-20c7-4d18-848c-df8fe716f09c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:31:56.422660 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:31:56.426513 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:31:57.192144 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:32:06.029599 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=14,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:32:06.042897 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=25,neutron:INSERT=7 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:32:06.325408 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=13,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:32:06.326589 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:32:06.355443 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:32:09.311993 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=14 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:32:09.312834 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=12 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:32:11.407560 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 5 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:32:12.150804 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-1a99cb9e-8b71-4fbc-8df9-033e315d57cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:32:14.475307 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-aa20bb97-0311-4e2d-8394-9fc6e22c2e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:32:15.828854 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:32:17.259118 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:32:17.270434 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:32:21.403904 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:32:25.758873 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:32:27.189422 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:32:33.427992 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:32:33.432350 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:32:42.156560 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-3f3010c0-5c84-4704-ac47-dc83d33371fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:32:44.468598 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7b3bd8dd-889f-40fe-8e61-22789ba4d9e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:32:45.817090 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:32:47.268364 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:32:47.296697 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:32:48.406170 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 5 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:32:57.179045 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:32:57.189113 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:32:58.403109 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:33:10.432164 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:33:10.436149 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:33:12.262125 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9f2ae693-d1c9-409a-a6c1-e3949715876a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:33:14.424152 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-ee8280cd-29b7-4094-9c13-90cf56987df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:33:15.827961 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:33:17.287158 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:33:17.298466 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:33:25.405366 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 5 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:33:27.190265 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:33:27.192127 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:33:27.264134 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-729200'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:33:35.401198 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:33:37.333950 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:33:39.158492 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 33250) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:33:39.287489 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-777b37cd-c207-4cf6-8d2b-8f43391008ed admin admin] 10.222.0.30 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1279953 Sep 06 04:33:41.490867 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 33260) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:33:41.552723 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-989235d0-f624-4d6a-b8dc-0cb07a2268df admin admin] 10.222.0.30 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0607648 Sep 06 04:33:42.136231 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8db1-d226-44fb-8316-c176770eefb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:33:44.439021 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a9a62679-b664-425e-928c-da748a65385c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:33:45.821968 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:33:47.264076 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:33:47.281029 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:33:47.437729 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:33:47.442936 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=5 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:33:49.283210 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:33:51.547126 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:33:57.258174 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:34:02.405165 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:34:07.173939 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:34:07.179904 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:34:12.163944 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8921a0cd-f0a6-43cb-9a1b-ba58d86187db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:34:12.399600 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=12 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:34:12.400359 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=16 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:34:14.443974 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-6b0a50fe-5040-479c-8133-54efa0fd8fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:34:15.834898 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:34:17.266669 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:34:17.278069 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:34:24.434382 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:34:24.439254 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:34:27.249418 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:34:37.181032 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:34:37.188191 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:34:39.405884 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:34:42.151831 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-106c7692-3ba0-49f3-b212-10f47ad953c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:34:44.454847 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2051e223-b8a5-47ee-8836-3f0580d6f171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:34:45.812154 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:34:47.252134 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:34:47.277577 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:34:49.402096 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:34:57.242988 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:01.434792 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:07.175781 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:07.177720 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:10.418982 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:12.174526 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-43eddcbb-b352-48e2-8435-7550db6df56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:14.448881 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-74597a44-4d46-4984-aed1-f9560b90e019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:15.843017 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:16.405824 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:35:16.887272 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 33480) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:16.969528 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 33488) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:17.004118 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 33494) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:17.069453 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 33500) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:17.147206 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-993553214-network', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:17.183236 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-2b517bb9-6951-4d9f-83ca-93453bdf696c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2141012178-network', 'tenant_id': '3d04ba57221f42d684873d624dbfd283'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:17.243290 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Made reservation on behalf of 7aa4ca550edd4876a4c6c56deedf9d70 for: {'network': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:35:17.245707 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.254808 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.267358 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.271193 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.276629 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b517bb9-6951-4d9f-83ca-93453bdf696c admin admin] Made reservation on behalf of 3d04ba57221f42d684873d624dbfd283 for: {'network': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:35:17.278996 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2b517bb9-6951-4d9f-83ca-93453bdf696c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.293705 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2b517bb9-6951-4d9f-83ca-93453bdf696c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.346895 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-2499e28e-e744-45a6-a672-3f497b41979a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-360431265-network', 'tenant_id': '96ba8ad37f17481a9691031fefbc3c80'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:17.387179 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Publish callbacks [] for security_group (95aa0b15-f356-47f6-9302-a4bb0c3b3d85), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.405884 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-21d98d74-79af-430b-af5e-a128b9d8c775 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-network', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:17.461512 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (95aa0b15-f356-47f6-9302-a4bb0c3b3d85), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.473512 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2b517bb9-6951-4d9f-83ca-93453bdf696c admin admin] Publish callbacks [] for security_group (23546c08-48bf-44cf-b58b-8294c2a8db7f), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.492051 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2499e28e-e744-45a6-a672-3f497b41979a admin admin] Made reservation on behalf of 96ba8ad37f17481a9691031fefbc3c80 for: {'network': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:35:17.498430 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2499e28e-e744-45a6-a672-3f497b41979a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.504771 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=106938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:35:17.510601 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95aa0b15-f356-47f6-9302-a4bb0c3b3d85,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:17.527660 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2499e28e-e744-45a6-a672-3f497b41979a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.539684 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.540000 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.segments_db [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Added segment fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7 of type vlan for network 06e43195-6270-4b08-b3f6-284307ad52d8 Sep 06 04:35:17.552728 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d98d74-79af-430b-af5e-a128b9d8c775 admin admin] Made reservation on behalf of 2388589a34d346f3b31b231a9dafe34d for: {'network': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:35:17.555896 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-21d98d74-79af-430b-af5e-a128b9d8c775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.566856 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:17.567194 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:17.567544 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:17.567882 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:17.568207 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:17.568527 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:17.568844 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:17.569158 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:17.569503 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:17.569817 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:17.570134 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:17.570461 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:17.570779 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:17.571084 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:17.571563 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Tracked resource versions report: Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: pushed versions: Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: { 'AddressGroup': {'1.2'}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Agent': {'1.1'}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'ConntrackHelper': {'1.0'}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'LocalIPAssociation': {'1.0'}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Log': {'1.0'}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'NDPProxy': {'1.0'}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Network': {'1.1'}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Port': {'1.7'}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'PortForwarding': {'1.3'}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'QosPolicy': {'1.10'}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'SecurityGroup': {'1.5'}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'SecurityGroupRule': {'1.2'}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'SubPort': {'1.0'}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Subnet': {'1.1'}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Trunk': {'1.1'}} Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: consumer versions: Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: { DHCP agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: HyperV agent@hv-cinder-85600: {}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: L3 agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: Metadata agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: Metering agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: Open vSwitch agent@dv-cinder-856002-1-iscsi: { 'AddressGroup': '1.2', Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Agent': '1.1', Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'ConntrackHelper': '1.0', Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'LocalIPAssociation': '1.0', Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Log': '1.0', Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'NDPProxy': '1.0', Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Network': '1.1', Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Port': '1.7', Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'PortForwarding': '1.3', Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'QosPolicy': '1.10', Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'SecurityGroup': '1.5', Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'SecurityGroupRule': '1.2', Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'SubPort': '1.0', Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Subnet': '1.1', Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: 'Trunk': '1.1'}} Sep 06 04:35:17.572667 dv-cinder-856002-1-iscsi neutron-server[106938]: {{(pid=106938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 04:35:17.611935 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-21d98d74-79af-430b-af5e-a128b9d8c775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.626635 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2b517bb9-6951-4d9f-83ca-93453bdf696c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (23546c08-48bf-44cf-b58b-8294c2a8db7f), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.640772 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (06e43195-6270-4b08-b3f6-284307ad52d8), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.660195 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:17.690287 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b517bb9-6951-4d9f-83ca-93453bdf696c admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=106938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:35:17.732175 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=69,neutron:INSERT=29,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:17.733031 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b517bb9-6951-4d9f-83ca-93453bdf696c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23546c08-48bf-44cf-b58b-8294c2a8db7f,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:17.747309 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2b517bb9-6951-4d9f-83ca-93453bdf696c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (82fa8243-55c7-48fd-8a51-7b0a0e8ae216), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.747755 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.segments_db [None req-2b517bb9-6951-4d9f-83ca-93453bdf696c admin admin] Added segment 82fa8243-55c7-48fd-8a51-7b0a0e8ae216 of type vlan for network 4c394cea-216c-4a1f-9277-2bb67bf6a21b Sep 06 04:35:17.789474 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (06e43195-6270-4b08-b3f6-284307ad52d8), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.794089 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:17.794089 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.794874 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2499e28e-e744-45a6-a672-3f497b41979a admin admin] Publish callbacks [] for security_group (e7aa0c5a-1f58-4666-b8f3-82f349b71d8d), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.864818 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2b517bb9-6951-4d9f-83ca-93453bdf696c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (4c394cea-216c-4a1f-9277-2bb67bf6a21b), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.911749 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] Pushing event updated for resources: {'Network': ['ID=06e43195-6270-4b08-b3f6-284307ad52d8,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:17.922926 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2499e28e-e744-45a6-a672-3f497b41979a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (e7aa0c5a-1f58-4666-b8f3-82f349b71d8d), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.928594 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network 06e43195-6270-4b08-b3f6-284307ad52d8 details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:35:17.936693 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2499e28e-e744-45a6-a672-3f497b41979a admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=106938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:35:17.951985 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2499e28e-e744-45a6-a672-3f497b41979a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (bce1e555-d55c-4908-b897-c76825f6762c), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:17.952329 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.segments_db [None req-2499e28e-e744-45a6-a672-3f497b41979a admin admin] Added segment bce1e555-d55c-4908-b897-c76825f6762c of type vlan for network 9bcee315-88c0-4acf-82b7-0c166d7d1495 Sep 06 04:35:17.974670 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-ca3efbb6-5240-4411-b536-aed74cd91714 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0870826 Sep 06 04:35:17.978373 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 33544) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:17.985947 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Request body: {'subnet': {'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-subnet', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:18.022737 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2499e28e-e744-45a6-a672-3f497b41979a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (9bcee315-88c0-4acf-82b7-0c166d7d1495), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:18.050922 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-21d98d74-79af-430b-af5e-a128b9d8c775 admin admin] Publish callbacks [] for security_group (1d9497a5-3a46-4c58-9d31-8b42e6aa31da), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:18.073351 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499e28e-e744-45a6-a672-3f497b41979a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:18.120495 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Made reservation on behalf of 7aa4ca550edd4876a4c6c56deedf9d70 for: {'subnet': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:35:18.120657 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2499e28e-e744-45a6-a672-3f497b41979a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (9bcee315-88c0-4acf-82b7-0c166d7d1495), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:18.122019 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2499e28e-e744-45a6-a672-3f497b41979a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:18.122902 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2499e28e-e744-45a6-a672-3f497b41979a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:18.123779 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:18.132325 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-21d98d74-79af-430b-af5e-a128b9d8c775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (1d9497a5-3a46-4c58-9d31-8b42e6aa31da), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:18.183976 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d98d74-79af-430b-af5e-a128b9d8c775 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=106938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:35:18.201865 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-21d98d74-79af-430b-af5e-a128b9d8c775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (58742046-b01d-4359-9018-ab0b80f0c622), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:18.202303 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.segments_db [None req-21d98d74-79af-430b-af5e-a128b9d8c775 admin admin] Added segment 58742046-b01d-4359-9018-ab0b80f0c622 of type vlan for network 6861b199-7de9-4155-8c49-44122ab810f3 Sep 06 04:35:18.270467 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-21d98d74-79af-430b-af5e-a128b9d8c775 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (6861b199-7de9-4155-8c49-44122ab810f3), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:18.290275 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2b517bb9-6951-4d9f-83ca-93453bdf696c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (4c394cea-216c-4a1f-9277-2bb67bf6a21b), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:18.292679 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b517bb9-6951-4d9f-83ca-93453bdf696c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:18.302782 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2b517bb9-6951-4d9f-83ca-93453bdf696c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:18.343521 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 33568) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:18.343735 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-2499e28e-e744-45a6-a672-3f497b41979a admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3381286 Sep 06 04:35:18.364696 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499e28e-e744-45a6-a672-3f497b41979a admin admin] Pushing event updated for resources: {'Network': ['ID=9bcee315-88c0-4acf-82b7-0c166d7d1495,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:18.366863 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d98d74-79af-430b-af5e-a128b9d8c775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9497a5-3a46-4c58-9d31-8b42e6aa31da,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:18.374398 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-9d605257-5e6c-4430-a80e-334a0ac6e085 admin admin] Request body: {'subnet': {'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-360431265-subnet', 'tenant_id': '96ba8ad37f17481a9691031fefbc3c80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:18.379466 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:INSERT=15,neutron:SELECT=77,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:18.379667 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network 9bcee315-88c0-4acf-82b7-0c166d7d1495 details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:35:18.469789 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for subnet (88d92641-1180-487b-a0e6-2342c26bb7b9), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:18.490815 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-2b517bb9-6951-4d9f-83ca-93453bdf696c admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5194249 Sep 06 04:35:18.493911 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 33582) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:18.503286 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-5741190b-dccc-47f7-af17-097309f0add4 admin admin] Request body: {'subnet': {'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-subnet', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:18.517476 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-21d98d74-79af-430b-af5e-a128b9d8c775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (6861b199-7de9-4155-8c49-44122ab810f3), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:18.518833 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d98d74-79af-430b-af5e-a128b9d8c775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:18.519690 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-21d98d74-79af-430b-af5e-a128b9d8c775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:18.546183 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b517bb9-6951-4d9f-83ca-93453bdf696c admin admin] Pushing event updated for resources: {'Network': ['ID=4c394cea-216c-4a1f-9277-2bb67bf6a21b,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:18.567718 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network 4c394cea-216c-4a1f-9277-2bb67bf6a21b details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:35:18.645500 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d92641-1180-487b-a0e6-2342c26bb7b9,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:18.649044 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-21d98d74-79af-430b-af5e-a128b9d8c775 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5829742 Sep 06 04:35:18.649987 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d98d74-79af-430b-af5e-a128b9d8c775 admin admin] Pushing event updated for resources: {'Network': ['ID=6861b199-7de9-4155-8c49-44122ab810f3,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:18.652427 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 33588) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:18.658860 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-c76ed0a0-40a1-4fa1-8278-1fb64a9094dd admin admin] Request body: {'subnet': {'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-subnet', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:18.667816 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5741190b-dccc-47f7-af17-097309f0add4 admin admin] Made reservation on behalf of 3d04ba57221f42d684873d624dbfd283 for: {'subnet': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:35:18.670301 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5741190b-dccc-47f7-af17-097309f0add4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:18.692155 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:18.697375 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:18.697375 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:18.697375 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:18.697375 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:18.697375 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:18.697375 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:18.700328 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:18.700763 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:18.701115 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:18.702704 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:18.703074 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:18.704864 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:18.705217 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:18.705486 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network 6861b199-7de9-4155-8c49-44122ab810f3 details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:35:18.706953 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Tracked resource versions report: Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: pushed versions: Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: { 'AddressGroup': {'1.2'}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Agent': {'1.1'}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'ConntrackHelper': {'1.0'}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'LocalIPAssociation': {'1.0'}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Log': {'1.0'}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'NDPProxy': {'1.0'}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Network': {'1.1'}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Port': {'1.7'}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'PortForwarding': {'1.3'}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'QosPolicy': {'1.10'}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'SecurityGroup': {'1.5'}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'SecurityGroupRule': {'1.2'}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'SubPort': {'1.0'}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Subnet': {'1.1'}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Trunk': {'1.1'}} Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: consumer versions: Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: { DHCP agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: HyperV agent@hv-cinder-85600: {}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: L3 agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: Metadata agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: Metering agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: Open vSwitch agent@dv-cinder-856002-1-iscsi: { 'AddressGroup': '1.2', Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Agent': '1.1', Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'ConntrackHelper': '1.0', Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'LocalIPAssociation': '1.0', Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Log': '1.0', Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'NDPProxy': '1.0', Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Network': '1.1', Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Port': '1.7', Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'PortForwarding': '1.3', Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'QosPolicy': '1.10', Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'SecurityGroup': '1.5', Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'SecurityGroupRule': '1.2', Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'SubPort': '1.0', Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Subnet': '1.1', Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: 'Trunk': '1.1'}} Sep 06 04:35:18.709397 dv-cinder-856002-1-iscsi neutron-server[106939]: {{(pid=106939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 04:35:18.715821 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d605257-5e6c-4430-a80e-334a0ac6e085 admin admin] Made reservation on behalf of 96ba8ad37f17481a9691031fefbc3c80 for: {'subnet': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:35:18.719560 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9d605257-5e6c-4430-a80e-334a0ac6e085 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:18.838398 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76ed0a0-40a1-4fa1-8278-1fb64a9094dd admin admin] Made reservation on behalf of 2388589a34d346f3b31b231a9dafe34d for: {'subnet': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:35:18.841556 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c76ed0a0-40a1-4fa1-8278-1fb64a9094dd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:18.849948 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Checking segment: {'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:18.859407 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Network hostable DHCP agents. Network: 06e43195-6270-4b08-b3f6-284307ad52d8, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:35:18.965393 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:19.049832 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Network 06e43195-6270-4b08-b3f6-284307ad52d8 is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:35:19.154744 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, 06e43195-6270-4b08-b3f6-284307ad52d8) {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:19.159110 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:19.160004 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:19.169022 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d59e61-e400-4afa-880c-b31c3fe96b48 None None] Network 06e43195-6270-4b08-b3f6-284307ad52d8 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:35:19.185818 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5741190b-dccc-47f7-af17-097309f0add4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for subnet (b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:19.189098 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9d605257-5e6c-4430-a80e-334a0ac6e085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for subnet (fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:19.235301 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d605257-5e6c-4430-a80e-334a0ac6e085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:19.252086 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741190b-dccc-47f7-af17-097309f0add4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:19.266672 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5741190b-dccc-47f7-af17-097309f0add4 admin admin] Checking segment: {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:19.267076 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5741190b-dccc-47f7-af17-097309f0add4 admin admin] Network hostable DHCP agents. Network: 4c394cea-216c-4a1f-9277-2bb67bf6a21b, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:35:19.278264 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c76ed0a0-40a1-4fa1-8278-1fb64a9094dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for subnet (9b8031fd-df8e-40aa-8f52-58d945edc54a), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:19.289328 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-82232477-497b-4739-b98d-6746f5695504 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3097553 Sep 06 04:35:19.293608 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 33596) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:19.299163 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:19.321235 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d605257-5e6c-4430-a80e-334a0ac6e085 admin admin] Checking segment: {'id': 'bce1e555-d55c-4908-b897-c76825f6762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:19.322869 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d605257-5e6c-4430-a80e-334a0ac6e085 admin admin] Network hostable DHCP agents. Network: 9bcee315-88c0-4acf-82b7-0c166d7d1495, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:35:19.334338 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4520b16-d183-5460-ac04-4f8b2cdf2ef5-06e43195-6270-4b08-b3f6-284307ad52d8', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'fixed_ips': [{'subnet_id': '88d92641-1180-487b-a0e6-2342c26bb7b9'}]}} from dv-cinder-856002-1-iscsi. {{(pid=106940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 06 04:35:19.336081 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:19.341085 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ed0a0-40a1-4fa1-8278-1fb64a9094dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b8031fd-df8e-40aa-8f52-58d945edc54a,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:19.374612 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76ed0a0-40a1-4fa1-8278-1fb64a9094dd admin admin] Checking segment: {'id': '58742046-b01d-4359-9018-ab0b80f0c622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:19.374966 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76ed0a0-40a1-4fa1-8278-1fb64a9094dd admin admin] Network hostable DHCP agents. Network: 6861b199-7de9-4155-8c49-44122ab810f3, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:35:19.392309 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12209'] for router (e20bdad7-6385-430e-b8ee-120cf9ad1d67), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:19.394055 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12218'] for router (e20bdad7-6385-430e-b8ee-120cf9ad1d67), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:19.672457 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5741190b-dccc-47f7-af17-097309f0add4 admin admin] Network 4c394cea-216c-4a1f-9277-2bb67bf6a21b is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:35:19.675906 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d605257-5e6c-4430-a80e-334a0ac6e085 admin admin] Network 9bcee315-88c0-4acf-82b7-0c166d7d1495 is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:35:19.676521 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76ed0a0-40a1-4fa1-8278-1fb64a9094dd admin admin] Network 6861b199-7de9-4155-8c49-44122ab810f3 is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:35:19.677299 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.db_base_plugin_common [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Allocated IP 172.20.0.2 (06e43195-6270-4b08-b3f6-284307ad52d8/88d92641-1180-487b-a0e6-2342c26bb7b9/6b036d3f-56a4-48c5-a0cf-f35740b49eb2) {{(pid=106940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:19.700083 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:19.700973 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-5741190b-dccc-47f7-af17-097309f0add4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, 4c394cea-216c-4a1f-9277-2bb67bf6a21b) {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:19.700973 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5741190b-dccc-47f7-af17-097309f0add4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:19.700973 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5741190b-dccc-47f7-af17-097309f0add4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:19.700973 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-c76ed0a0-40a1-4fa1-8278-1fb64a9094dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, 6861b199-7de9-4155-8c49-44122ab810f3) {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:19.700973 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76ed0a0-40a1-4fa1-8278-1fb64a9094dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:19.700973 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c76ed0a0-40a1-4fa1-8278-1fb64a9094dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:19.701713 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-9d605257-5e6c-4430-a80e-334a0ac6e085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, 9bcee315-88c0-4acf-82b7-0c166d7d1495) {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:19.702371 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2a8dde-945b-4cd6-a532-81d27d7c763c None None] Network 4c394cea-216c-4a1f-9277-2bb67bf6a21b requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:35:19.702371 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ae6c83-b6d9-4127-a05a-ac237fd7728c None None] Network 6861b199-7de9-4155-8c49-44122ab810f3 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:35:19.702371 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b182e8e-e857-48cf-abf6-ada9741dc7ea None None] Network 9bcee315-88c0-4acf-82b7-0c166d7d1495 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:35:19.703069 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d605257-5e6c-4430-a80e-334a0ac6e085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:19.703069 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9d605257-5e6c-4430-a80e-334a0ac6e085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:19.703069 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:19.703069 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Publish callbacks [] for router_controller (e20bdad7-6385-430e-b8ee-120cf9ad1d67), precommit_add_association {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:19.828130 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-c76ed0a0-40a1-4fa1-8278-1fb64a9094dd admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1688418 Sep 06 04:35:19.828224 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 33618) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:19.830862 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-5741190b-dccc-47f7-af17-097309f0add4 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3356826 Sep 06 04:35:19.833395 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 33622) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:19.835594 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:19.838473 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:19.915420 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12209'] for router (2b5da834-132c-4caf-b4b3-1006d671b269), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:19.916906 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12218'] for router (2b5da834-132c-4caf-b4b3-1006d671b269), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:19.983894 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:20.007298 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Publish callbacks [] for router_controller (2b5da834-132c-4caf-b4b3-1006d671b269), precommit_add_association {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.018401 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:20.024779 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-9d605257-5e6c-4430-a80e-334a0ac6e085 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6802242 Sep 06 04:35:20.028905 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Publish callbacks [] for router_gateway (e20bdad7-6385-430e-b8ee-120cf9ad1d67), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.029971 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 33624) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:20.035278 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-360431265-router', 'tenant_id': '96ba8ad37f17481a9691031fefbc3c80', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:20.041946 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:20.076185 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4520b16-d183-5460-ac04-4f8b2cdf2ef5-4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f'}]}} from dv-cinder-856002-1-iscsi. {{(pid=106940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 06 04:35:20.076185 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.130169 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12209'] for router (1629557e-6aa4-44ea-836a-d956945aa98d), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.131171 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12218'] for router (1629557e-6aa4-44ea-836a-d956945aa98d), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.154142 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12209'] for router (0626e46f-6fd8-4650-9e7f-1a9d9136c311), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.155614 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12218'] for router (0626e46f-6fd8-4650-9e7f-1a9d9136c311), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.156168 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4520b16-d183-5460-ac04-4f8b2cdf2ef5-9bcee315-88c0-4acf-82b7-0c166d7d1495', 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495', 'project_id': '96ba8ad37f17481a9691031fefbc3c80', 'fixed_ips': [{'subnet_id': 'fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e'}]}} from dv-cinder-856002-1-iscsi. {{(pid=106940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 06 04:35:20.157223 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.164981 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Publish callbacks [] for port (6b036d3f-56a4-48c5-a0cf-f35740b49eb2), precommit_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.225521 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Publish callbacks [] for router_controller (0626e46f-6fd8-4650-9e7f-1a9d9136c311), precommit_add_association {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.228809 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4520b16-d183-5460-ac04-4f8b2cdf2ef5-6861b199-7de9-4155-8c49-44122ab810f3', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a'}]}} from dv-cinder-856002-1-iscsi. {{(pid=106940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 06 04:35:20.230449 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.234056 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Publish callbacks [] for router_controller (1629557e-6aa4-44ea-836a-d956945aa98d), precommit_add_association {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.249956 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (6b036d3f-56a4-48c5-a0cf-f35740b49eb2), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.265095 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:20.317571 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Pushing event updated for resources: {'Port': ['ID=6b036d3f-56a4-48c5-a0cf-f35740b49eb2,revision_number=1']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:20.331594 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:20.332158 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:20.332657 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:20.333149 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:20.333740 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:20.334206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:20.334671 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:20.335133 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:20.335612 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:20.336073 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:20.336534 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:20.337014 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:20.337501 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:20.337979 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:20.338436 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Tracked resource versions report: Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: pushed versions: Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: { 'AddressGroup': {'1.2'}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Agent': {'1.1'}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'ConntrackHelper': {'1.0'}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'LocalIPAssociation': {'1.0'}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Log': {'1.0'}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'NDPProxy': {'1.0'}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Network': {'1.1'}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Port': {'1.7'}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'PortForwarding': {'1.3'}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'QosPolicy': {'1.10'}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'SecurityGroup': {'1.5'}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'SecurityGroupRule': {'1.2'}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'SubPort': {'1.0'}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Subnet': {'1.1'}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Trunk': {'1.1'}} Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: consumer versions: Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: { DHCP agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: HyperV agent@hv-cinder-85600: {}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: L3 agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: Metadata agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: Metering agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: Open vSwitch agent@dv-cinder-856002-1-iscsi: { 'AddressGroup': '1.2', Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Agent': '1.1', Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'ConntrackHelper': '1.0', Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'LocalIPAssociation': '1.0', Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Log': '1.0', Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'NDPProxy': '1.0', Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Network': '1.1', Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Port': '1.7', Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'PortForwarding': '1.3', Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'QosPolicy': '1.10', Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'SecurityGroup': '1.5', Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'SecurityGroupRule': '1.2', Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'SubPort': '1.0', Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Subnet': '1.1', Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: 'Trunk': '1.1'}} Sep 06 04:35:20.340042 dv-cinder-856002-1-iscsi neutron-server[106940]: {{(pid=106940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 04:35:20.488364 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.db_base_plugin_common [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Allocated IP 172.20.0.2 (6861b199-7de9-4155-8c49-44122ab810f3/9b8031fd-df8e-40aa-8f52-58d945edc54a/dfe84270-a0e6-45f0-a022-0826a6f9cad3) {{(pid=106940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:20.523301 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Publish callbacks [] for router_gateway (e20bdad7-6385-430e-b8ee-120cf9ad1d67), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.534706 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Publish callbacks [] for router_gateway (1629557e-6aa4-44ea-836a-d956945aa98d), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.556059 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.587220 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Publish callbacks [] for router_gateway (2b5da834-132c-4caf-b4b3-1006d671b269), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.638229 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Publish callbacks [] for port (dfe84270-a0e6-45f0-a022-0826a6f9cad3), precommit_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.720049 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Network 06e43195-6270-4b08-b3f6-284307ad52d8 is already hosted by enough agents. {{(pid=106940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:20.726933 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.base_scheduler [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Resources bound (agent type, host, resource id): {{(pid=106940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:20.740414 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Received port after_create {{(pid=106940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:20.763825 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (dfe84270-a0e6-45f0-a022-0826a6f9cad3), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.861123 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Pushing event updated for resources: {'Port': ['ID=dfe84270-a0e6-45f0-a022-0826a6f9cad3,revision_number=1']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:20.874024 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Allocated IP 172.27.1.7 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/0dc68772-4c4a-426c-92e9-834bdb0b8ce6) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:20.931695 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Publish callbacks [] for router_gateway (0626e46f-6fd8-4650-9e7f-1a9d9136c311), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:20.933006 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.db_base_plugin_common [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Allocated IP 172.20.0.2 (4c394cea-216c-4a1f-9277-2bb67bf6a21b/b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f/ce1abe11-1b8a-479e-8194-85d0c915af5a) {{(pid=106940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:20.984415 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Network 6861b199-7de9-4155-8c49-44122ab810f3 is already hosted by enough agents. {{(pid=106940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:20.986670 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.base_scheduler [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Resources bound (agent type, host, resource id): {{(pid=106940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:21.013132 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Received port after_create {{(pid=106940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:21.019241 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Attempting to bind port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:35:21.019801 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Attempting to bind port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:35:21.020310 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Attempting to bind port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 on network 06e43195-6270-4b08-b3f6-284307ad52d8 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:21.152466 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Attempting to bind port dfe84270-a0e6-45f0-a022-0826a6f9cad3 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:35:21.153589 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Attempting to bind port dfe84270-a0e6-45f0-a022-0826a6f9cad3 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '58742046-b01d-4359-9018-ab0b80f0c622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:35:21.154147 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Attempting to bind port dfe84270-a0e6-45f0-a022-0826a6f9cad3 on network 6861b199-7de9-4155-8c49-44122ab810f3 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:21.199360 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Publish callbacks [] for router_gateway (2b5da834-132c-4caf-b4b3-1006d671b269), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:21.209227 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Publish callbacks [] for router_gateway (1629557e-6aa4-44ea-836a-d956945aa98d), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:21.209777 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.db_base_plugin_common [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Allocated IP 172.20.0.2 (9bcee315-88c0-4acf-82b7-0c166d7d1495/fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e/f1d53412-f035-49a2-b39b-1848a4f06368) {{(pid=106940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:21.233479 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:21.239119 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Publish callbacks [] for port (0dc68772-4c4a-426c-92e9-834bdb0b8ce6), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:21.244160 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:21.304440 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:35:21.305837 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Checking segment: {'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:21.306573 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:21.307138 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Bound using segment: {'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:35:21.310157 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Bound port: 6b036d3f-56a4-48c5-a0cf-f35740b49eb2, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:35:21.311522 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (6b036d3f-56a4-48c5-a0cf-f35740b49eb2), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:21.388352 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:35:21.388631 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Checking segment: {'id': '58742046-b01d-4359-9018-ab0b80f0c622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:21.389010 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:21.389560 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Bound using segment: {'id': '58742046-b01d-4359-9018-ab0b80f0c622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:35:21.389989 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Bound port: dfe84270-a0e6-45f0-a022-0826a6f9cad3, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58742046-b01d-4359-9018-ab0b80f0c622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:35:21.390365 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (dfe84270-a0e6-45f0-a022-0826a6f9cad3), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:21.406560 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (0dc68772-4c4a-426c-92e9-834bdb0b8ce6), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:21.432680 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Publish callbacks [] for router_gateway (0626e46f-6fd8-4650-9e7f-1a9d9136c311), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:21.460705 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] For port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:35:21.467741 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] For port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=6b036d3f-56a4-48c5-a0cf-f35740b49eb2,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:35:21.473868 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:21.497145 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:21.504947 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Pushing event updated for resources: {'Port': ['ID=0dc68772-4c4a-426c-92e9-834bdb0b8ce6,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:21.508406 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:21.510686 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:21.553558 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Allocated IP 172.27.1.188 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/4d9f8cb2-704d-49f8-b107-03282d57811d) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:21.593941 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (6b036d3f-56a4-48c5-a0cf-f35740b49eb2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:21.614715 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] For port dfe84270-a0e6-45f0-a022-0826a6f9cad3, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:35:21.614990 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:21.670184 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Publish callbacks [] for port (ce1abe11-1b8a-479e-8194-85d0c915af5a), precommit_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:21.746220 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] For port dfe84270-a0e6-45f0-a022-0826a6f9cad3, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=dfe84270-a0e6-45f0-a022-0826a6f9cad3,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:35:21.750681 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fcf90-fe3e-415b-acdb-883255a12347 None None] Pushing event updated for resources: {'Port': ['ID=6b036d3f-56a4-48c5-a0cf-f35740b49eb2,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:21.771867 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Publish callbacks [] for port (f1d53412-f035-49a2-b39b-1848a4f06368), precommit_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:21.808758 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (ce1abe11-1b8a-479e-8194-85d0c915af5a), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:21.852292 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Pushing event updated for resources: {'Port': ['ID=ce1abe11-1b8a-479e-8194-85d0c915af5a,revision_number=1']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:21.873982 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (dfe84270-a0e6-45f0-a022-0826a6f9cad3), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:21.877972 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Network 4c394cea-216c-4a1f-9277-2bb67bf6a21b is already hosted by enough agents. {{(pid=106940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:21.883451 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Publish callbacks [] for port (4d9f8cb2-704d-49f8-b107-03282d57811d), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:21.883622 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.base_scheduler [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Resources bound (agent type, host, resource id): {{(pid=106940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:21.895983 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:21.911820 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Received port after_create {{(pid=106940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:21.923883 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (f1d53412-f035-49a2-b39b-1848a4f06368), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:22.022588 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc7048-0b93-41fa-a07a-789a8d201a10 None None] Pushing event updated for resources: {'Port': ['ID=dfe84270-a0e6-45f0-a022-0826a6f9cad3,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:22.042710 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=84,neutron:UPDATE=7,neutron:INSERT=9 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:22.060721 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Publish callbacks [] for router_gateway (e20bdad7-6385-430e-b8ee-120cf9ad1d67), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:22.087130 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Network 9bcee315-88c0-4acf-82b7-0c166d7d1495 is already hosted by enough agents. {{(pid=106940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:22.136251 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.base_scheduler [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Resources bound (agent type, host, resource id): {{(pid=106940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:22.143751 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Received port after_create {{(pid=106940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:22.148033 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Pushing event updated for resources: {'Port': ['ID=f1d53412-f035-49a2-b39b-1848a4f06368,revision_number=1']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:22.167001 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Attempting to bind port ce1abe11-1b8a-479e-8194-85d0c915af5a on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:35:22.167284 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Attempting to bind port ce1abe11-1b8a-479e-8194-85d0c915af5a by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:35:22.167696 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Attempting to bind port ce1abe11-1b8a-479e-8194-85d0c915af5a on network 4c394cea-216c-4a1f-9277-2bb67bf6a21b {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:22.272056 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (4d9f8cb2-704d-49f8-b107-03282d57811d), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:22.288139 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Allocated IP 172.27.1.250 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/e79866bc-371e-44a6-a04f-3f1e54b958e6) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:22.292899 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:22.360635 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:22.418106 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:22.430949 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:22.470058 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:22.526208 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Publish callbacks [] for port (e79866bc-371e-44a6-a04f-3f1e54b958e6), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:22.582546 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Pushing event updated for resources: {'Port': ['ID=4d9f8cb2-704d-49f8-b107-03282d57811d,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:22.664252 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745134'] for router (e20bdad7-6385-430e-b8ee-120cf9ad1d67), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:22.669689 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (e79866bc-371e-44a6-a04f-3f1e54b958e6), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:22.692248 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Attempting to bind port f1d53412-f035-49a2-b39b-1848a4f06368 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:35:22.692645 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Attempting to bind port f1d53412-f035-49a2-b39b-1848a4f06368 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': 'bce1e555-d55c-4908-b897-c76825f6762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:35:22.693001 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Attempting to bind port f1d53412-f035-49a2-b39b-1848a4f06368 on network 9bcee315-88c0-4acf-82b7-0c166d7d1495 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:22.696733 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:35:22.697093 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Checking segment: {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:22.697550 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:22.697936 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Bound using segment: {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:35:22.698559 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Bound port: ce1abe11-1b8a-479e-8194-85d0c915af5a, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:35:22.698920 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (ce1abe11-1b8a-479e-8194-85d0c915af5a), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:22.810361 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:22.817448 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:35:22.817448 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Checking segment: {'id': 'bce1e555-d55c-4908-b897-c76825f6762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:22.818092 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:22.818183 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:22.818183 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Bound using segment: {'id': 'bce1e555-d55c-4908-b897-c76825f6762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:35:22.818565 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Bound port: f1d53412-f035-49a2-b39b-1848a4f06368, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce1e555-d55c-4908-b897-c76825f6762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:35:22.818726 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (f1d53412-f035-49a2-b39b-1848a4f06368), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:22.833854 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:22.868811 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] For port ce1abe11-1b8a-479e-8194-85d0c915af5a, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:35:22.872875 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] For port ce1abe11-1b8a-479e-8194-85d0c915af5a, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=ce1abe11-1b8a-479e-8194-85d0c915af5a,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:35:22.952768 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] For port f1d53412-f035-49a2-b39b-1848a4f06368, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:35:22.956647 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] For port f1d53412-f035-49a2-b39b-1848a4f06368, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=f1d53412-f035-49a2-b39b-1848a4f06368,segment=NetworkSegment(bce1e555-d55c-4908-b897-c76825f6762c),segment_id=bce1e555-d55c-4908-b897-c76825f6762c)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:35:22.961999 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Pushing event updated for resources: {'Port': ['ID=e79866bc-371e-44a6-a04f-3f1e54b958e6,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:22.971863 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Allocated IP 172.27.1.173 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/143aed9e-e502-4b83-9ace-a31979f6866a) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:23.021875 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (ce1abe11-1b8a-479e-8194-85d0c915af5a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:23.102183 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Publish callbacks [] for router_gateway (1629557e-6aa4-44ea-836a-d956945aa98d), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:23.117839 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (f1d53412-f035-49a2-b39b-1848a4f06368), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:23.164301 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd0c79-d1ce-4582-a3aa-a46084ed6d97 None None] Pushing event updated for resources: {'Port': ['ID=ce1abe11-1b8a-479e-8194-85d0c915af5a,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:23.165162 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:23.221797 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Router e20bdad7-6385-430e-b8ee-120cf9ad1d67 is scheduled to L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 with binding_index 1 {{(pid=106939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 04:35:23.256139 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcf8262-d306-4dab-bbc6-3559c29c8bcd None None] Network 06e43195-6270-4b08-b3f6-284307ad52d8 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:35:23.430714 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-d0042621-b548-415d-bac3-be2ae4ba8d47 None None] Provisioning complete for port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:23.431532 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-d0042621-b548-415d-bac3-be2ae4ba8d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (6b036d3f-56a4-48c5-a0cf-f35740b49eb2), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:23.452794 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device dfe84270-a0e6-45f0-a022-0826a6f9cad3 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:23.596936 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Publish callbacks [] for router_gateway (2b5da834-132c-4caf-b4b3-1006d671b269), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:23.610328 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f9a35-8be0-4955-9470-851727566dc4 None None] Pushing event updated for resources: {'Port': ['ID=f1d53412-f035-49a2-b39b-1848a4f06368,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:23.727882 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Publish callbacks [] for port (143aed9e-e502-4b83-9ace-a31979f6866a), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:23.738965 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:35:23.748023 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Sync routers for ids ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:35:23.779198 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Routers {'e20bdad7-6385-430e-b8ee-120cf9ad1d67'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:35:23.781971 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:35:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:23.851366 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745134'] for router (1629557e-6aa4-44ea-836a-d956945aa98d), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:23.953761 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:23.958851 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-26e5db55-b126-4861-bd20-8eb5441cda0b admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6600716 Sep 06 04:35:23.958851 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 33714) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:23.984689 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-d0042621-b548-415d-bac3-be2ae4ba8d47 None None] Current status of the port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:23.985825 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-d0042621-b548-415d-bac3-be2ae4ba8d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (6b036d3f-56a4-48c5-a0cf-f35740b49eb2), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:23.988269 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c12280-47cb-43e9-bba0-9352cf728021 None None] Network 6861b199-7de9-4155-8c49-44122ab810f3 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:35:24.066338 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port dfe84270-a0e6-45f0-a022-0826a6f9cad3 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:24.068802 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (dfe84270-a0e6-45f0-a022-0826a6f9cad3), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:24.121852 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (143aed9e-e502-4b83-9ace-a31979f6866a), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:24.243866 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Router 1629557e-6aa4-44ea-836a-d956945aa98d is scheduled to L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 with binding_index 1 {{(pid=106939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 04:35:24.256593 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:24.274019 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:24.367906 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:24.382510 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-d0042621-b548-415d-bac3-be2ae4ba8d47 None None] For port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=6b036d3f-56a4-48c5-a0cf-f35740b49eb2,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:35:24.399448 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:24.420426 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:24.444119 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port dfe84270-a0e6-45f0-a022-0826a6f9cad3 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:24.444509 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (dfe84270-a0e6-45f0-a022-0826a6f9cad3), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:24.469194 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Set router e20bdad7-6385-430e-b8ee-120cf9ad1d67 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:35:24.506757 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:24.558912 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-d0042621-b548-415d-bac3-be2ae4ba8d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (6b036d3f-56a4-48c5-a0cf-f35740b49eb2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:24.568525 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port dfe84270-a0e6-45f0-a022-0826a6f9cad3, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=dfe84270-a0e6-45f0-a022-0826a6f9cad3,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:35:24.645543 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Pushing event updated for resources: {'Port': ['ID=143aed9e-e502-4b83-9ace-a31979f6866a,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:24.749588 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (dfe84270-a0e6-45f0-a022-0826a6f9cad3), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:24.756036 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:24.761548 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745134'] for router (2b5da834-132c-4caf-b4b3-1006d671b269), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:24.884814 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-f37d7219-6f3e-4fa8-a9e3-9002dd405533 None None] Provisioning complete for port dfe84270-a0e6-45f0-a022-0826a6f9cad3 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:24.887788 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-f37d7219-6f3e-4fa8-a9e3-9002dd405533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (dfe84270-a0e6-45f0-a022-0826a6f9cad3), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:24.985249 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:21Z', 'revision_number': 3, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'gw_port': {'id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:25.053055 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Checking router: e20bdad7-6385-430e-b8ee-120cf9ad1d67 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:35:25.053671 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Updating router e20bdad7-6385-430e-b8ee-120cf9ad1d67 port 0dc68772-4c4a-426c-92e9-834bdb0b8ce6 binding host dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:35:25.060777 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0042621-b548-415d-bac3-be2ae4ba8d47 None None] Pushing event updated for resources: {'Port': ['ID=6b036d3f-56a4-48c5-a0cf-f35740b49eb2,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:25.115476 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (0dc68772-4c4a-426c-92e9-834bdb0b8ce6), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:25.120833 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:35:25.141957 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=6 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:25.146621 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:25.148447 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (6b036d3f-56a4-48c5-a0cf-f35740b49eb2), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:25.150951 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Sync routers for ids ['1629557e-6aa4-44ea-836a-d956945aa98d'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:35:25.178991 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Publish callbacks [] for router_gateway (0626e46f-6fd8-4650-9e7f-1a9d9136c311), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:25.224970 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:25.242754 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8fc53d-62fd-4abd-860e-ef054164874a None None] Network 9bcee315-88c0-4acf-82b7-0c166d7d1495 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:35:25.277231 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Routers {'1629557e-6aa4-44ea-836a-d956945aa98d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:35:25.277915 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:35:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['1629557e-6aa4-44ea-836a-d956945aa98d'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:25.289881 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:25.361354 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=dfe84270-a0e6-45f0-a022-0826a6f9cad3,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:25.375352 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:25.381129 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-80d753a1-d371-4c4c-89af-51c37f392792 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5489228 Sep 06 04:35:25.382437 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 33740) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:25.407361 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Router 2b5da834-132c-4caf-b4b3-1006d671b269 is scheduled to L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 with binding_index 1 {{(pid=106938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 04:35:25.436103 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-f37d7219-6f3e-4fa8-a9e3-9002dd405533 None None] Current status of the port dfe84270-a0e6-45f0-a022-0826a6f9cad3 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:25.458192 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-f37d7219-6f3e-4fa8-a9e3-9002dd405533 None None] Provisioning complete for port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:25.459196 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-f37d7219-6f3e-4fa8-a9e3-9002dd405533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (6b036d3f-56a4-48c5-a0cf-f35740b49eb2), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:25.581992 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d83eed9-a91b-42b3-ac58-a09832f98b18 None None] Network 4c394cea-216c-4a1f-9277-2bb67bf6a21b requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:35:25.615765 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:25.657417 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745134'] for router (0626e46f-6fd8-4650-9e7f-1a9d9136c311), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:25.691399 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Publish callbacks [] for port (0dc68772-4c4a-426c-92e9-834bdb0b8ce6), precommit_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:25.783473 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (0dc68772-4c4a-426c-92e9-834bdb0b8ce6), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:25.838762 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:25.841431 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:25.860750 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:35:25.895439 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Set router 1629557e-6aa4-44ea-836a-d956945aa98d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:35:25.907186 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Sync routers for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:35:25.928148 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Attempting to bind port 0dc68772-4c4a-426c-92e9-834bdb0b8ce6 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:35:25.950262 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Attempting to bind port 0dc68772-4c4a-426c-92e9-834bdb0b8ce6 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:35:25.950642 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Attempting to bind port 0dc68772-4c4a-426c-92e9-834bdb0b8ce6 on network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:26.031887 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:26.038214 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-4a78aff4-5d10-4405-8584-ad8c352d4d57 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2034786 Sep 06 04:35:26.040612 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 33766) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:26.067695 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b0a63-5308-4002-9e08-c46e7900cd7d None None] Pushing event updated for resources: {'Port': ['ID=0dc68772-4c4a-426c-92e9-834bdb0b8ce6,revision_number=2']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:26.090289 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b0a63-5308-4002-9e08-c46e7900cd7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:26.090956 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b0a63-5308-4002-9e08-c46e7900cd7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:26.093465 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b0a63-5308-4002-9e08-c46e7900cd7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:26.093465 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b0a63-5308-4002-9e08-c46e7900cd7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:26.093465 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b0a63-5308-4002-9e08-c46e7900cd7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:26.093465 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b0a63-5308-4002-9e08-c46e7900cd7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:26.093465 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b0a63-5308-4002-9e08-c46e7900cd7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:26.093465 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b0a63-5308-4002-9e08-c46e7900cd7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:26.093465 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b0a63-5308-4002-9e08-c46e7900cd7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:26.094459 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b0a63-5308-4002-9e08-c46e7900cd7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:26.094929 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b0a63-5308-4002-9e08-c46e7900cd7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:26.095401 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b0a63-5308-4002-9e08-c46e7900cd7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:26.105689 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b0a63-5308-4002-9e08-c46e7900cd7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:26.116102 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b0a63-5308-4002-9e08-c46e7900cd7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b0a63-5308-4002-9e08-c46e7900cd7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b0a63-5308-4002-9e08-c46e7900cd7d None None] Tracked resource versions report: Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: pushed versions: Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: { 'AddressGroup': {'1.2'}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Agent': {'1.1'}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'ConntrackHelper': {'1.0'}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'LocalIPAssociation': {'1.0'}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Log': {'1.0'}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'NDPProxy': {'1.0'}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Network': {'1.1'}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Port': {'1.7'}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'PortForwarding': {'1.3'}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'QosPolicy': {'1.10'}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'SecurityGroup': {'1.5'}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'SecurityGroupRule': {'1.2'}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'SubPort': {'1.0'}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Subnet': {'1.1'}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Trunk': {'1.1'}} Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: consumer versions: Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: { DHCP agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: HyperV agent@hv-cinder-85600: {}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: L3 agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: Metadata agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: Metering agent@dv-cinder-856002-1-iscsi: {}, Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: Open vSwitch agent@dv-cinder-856002-1-iscsi: { 'AddressGroup': '1.2', Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Agent': '1.1', Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'ConntrackHelper': '1.0', Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'LocalIPAssociation': '1.0', Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Log': '1.0', Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'NDPProxy': '1.0', Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Network': '1.1', Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Port': '1.7', Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'PortForwarding': '1.3', Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'QosPolicy': '1.10', Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'SecurityGroup': '1.5', Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'SecurityGroupRule': '1.2', Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'SubPort': '1.0', Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Subnet': '1.1', Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: 'Trunk': '1.1'}} Sep 06 04:35:26.121192 dv-cinder-856002-1-iscsi neutron-server[106941]: {{(pid=106941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 06 04:35:26.132451 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:35:26.133253 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:35:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:26.140453 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:26.225102 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:26.270172 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:35:26.270724 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Checking segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:26.271235 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:26.271730 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Bound using segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:35:26.272316 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Bound port: 0dc68772-4c4a-426c-92e9-834bdb0b8ce6, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:35:26.272810 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (0dc68772-4c4a-426c-92e9-834bdb0b8ce6), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:26.348782 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:26.399566 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:26.411387 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:35:26.430837 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:26.463700 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-f37d7219-6f3e-4fa8-a9e3-9002dd405533 None None] Current status of the port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:26.513921 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Router 0626e46f-6fd8-4650-9e7f-1a9d9136c311 is scheduled to L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 with binding_index 1 {{(pid=106938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 04:35:26.552658 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:26.553083 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (6b036d3f-56a4-48c5-a0cf-f35740b49eb2), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:26.627189 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] Allocated IP 172.20.0.1 (06e43195-6270-4b08-b3f6-284307ad52d8/88d92641-1180-487b-a0e6-2342c26bb7b9/88340fa2-ed18-4284-9874-5debab43dd60) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:26.709685 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-1957f109-5aaa-431d-a481-6800512ba570 None None] Provisioning complete for port f1d53412-f035-49a2-b39b-1848a4f06368 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:26.710105 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-1957f109-5aaa-431d-a481-6800512ba570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (f1d53412-f035-49a2-b39b-1848a4f06368), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:26.740467 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:22Z', 'revision_number': 3, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:26.767686 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:26.824475 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:26.826252 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Checking router: 1629557e-6aa4-44ea-836a-d956945aa98d for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:35:26.826252 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Updating router 1629557e-6aa4-44ea-836a-d956945aa98d port 4d9f8cb2-704d-49f8-b107-03282d57811d binding host dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:35:26.866370 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:26.878658 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] For port 0dc68772-4c4a-426c-92e9-834bdb0b8ce6, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:35:26.926804 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] Publish callbacks [] for port (88340fa2-ed18-4284-9874-5debab43dd60), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:26.937880 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:26.938823 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] For port 0dc68772-4c4a-426c-92e9-834bdb0b8ce6, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=0dc68772-4c4a-426c-92e9-834bdb0b8ce6,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:35:26.938926 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (4d9f8cb2-704d-49f8-b107-03282d57811d), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:26.946153 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:23Z', 'revision_number': 3, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:26.975593 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:26.976688 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device dfe84270-a0e6-45f0-a022-0826a6f9cad3 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:26.989917 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Checking router: 2b5da834-132c-4caf-b4b3-1006d671b269 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:35:26.990440 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Updating router 2b5da834-132c-4caf-b4b3-1006d671b269 port e79866bc-371e-44a6-a04f-3f1e54b958e6 binding host dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:35:27.036330 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (e79866bc-371e-44a6-a04f-3f1e54b958e6), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:27.100889 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-1957f109-5aaa-431d-a481-6800512ba570 None None] Current status of the port f1d53412-f035-49a2-b39b-1848a4f06368 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:27.101276 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-1957f109-5aaa-431d-a481-6800512ba570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (f1d53412-f035-49a2-b39b-1848a4f06368), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:27.152590 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (0dc68772-4c4a-426c-92e9-834bdb0b8ce6), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:27.156141 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (88340fa2-ed18-4284-9874-5debab43dd60), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:27.190674 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port dfe84270-a0e6-45f0-a022-0826a6f9cad3 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:27.191065 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (dfe84270-a0e6-45f0-a022-0826a6f9cad3), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:27.199123 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-1957f109-5aaa-431d-a481-6800512ba570 None None] For port f1d53412-f035-49a2-b39b-1848a4f06368, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=f1d53412-f035-49a2-b39b-1848a4f06368,segment=NetworkSegment(bce1e555-d55c-4908-b897-c76825f6762c),segment_id=bce1e555-d55c-4908-b897-c76825f6762c)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:35:27.247385 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] Allocated IP 172.20.0.1 (6861b199-7de9-4155-8c49-44122ab810f3/9b8031fd-df8e-40aa-8f52-58d945edc54a/d669fceb-babb-49ad-8fce-47c11c1f6d13) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:27.252485 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Routers {'e20bdad7-6385-430e-b8ee-120cf9ad1d67'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:35:27.254399 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:35:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:27.259919 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:35:27.266256 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] Network 06e43195-6270-4b08-b3f6-284307ad52d8 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:27.275599 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-1957f109-5aaa-431d-a481-6800512ba570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (f1d53412-f035-49a2-b39b-1848a4f06368), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:27.275699 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:27.280585 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:27.284206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Sync routers for ids ['0626e46f-6fd8-4650-9e7f-1a9d9136c311'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:35:27.284975 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:27.285723 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738324'] for router_interface (e20bdad7-6385-430e-b8ee-120cf9ad1d67), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:27.290860 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] Pushing event updated for resources: {'Port': ['ID=88340fa2-ed18-4284-9874-5debab43dd60,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:27.319875 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:27.365145 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-1957f109-5aaa-431d-a481-6800512ba570 None None] Provisioning complete for port dfe84270-a0e6-45f0-a022-0826a6f9cad3 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:27.365709 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-1957f109-5aaa-431d-a481-6800512ba570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (dfe84270-a0e6-45f0-a022-0826a6f9cad3), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:27.383606 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:27.383606 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-0cdf7156-7a12-4cb4-b804-86e9b50a5bfe admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3524902 Sep 06 04:35:27.396545 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 33802) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:27.408789 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Routers {'0626e46f-6fd8-4650-9e7f-1a9d9136c311'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:35:27.409513 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:35:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['0626e46f-6fd8-4650-9e7f-1a9d9136c311'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:27.411504 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b0a63-5308-4002-9e08-c46e7900cd7d None None] Pushing event updated for resources: {'Port': ['ID=0dc68772-4c4a-426c-92e9-834bdb0b8ce6,revision_number=3']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:27.468077 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:27.498363 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] Set router e20bdad7-6385-430e-b8ee-120cf9ad1d67 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:35:27.515118 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957f109-5aaa-431d-a481-6800512ba570 None None] Pushing event updated for resources: {'Port': ['ID=f1d53412-f035-49a2-b39b-1848a4f06368,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:27.581477 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:27.585481 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port dfe84270-a0e6-45f0-a022-0826a6f9cad3 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:27.586638 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device ce1abe11-1b8a-479e-8194-85d0c915af5a up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:27.755581 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:21Z', 'revision_number': 3, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'gw_port': {'id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:27.776372 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] Allocated IP 172.20.0.1 (4c394cea-216c-4a1f-9277-2bb67bf6a21b/b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f/5fa637cd-9f27-44c6-a435-484a5506dbc3) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:27.794501 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8d2ba9-8aca-4bea-82f9-fa8f7e18f705 None None] The sync data for ids ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'] in dv-cinder-856002-1-iscsi is: [{'id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:21Z', 'revision_number': 3, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'gw_port': {'id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:35:27.838696 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Set router 0626e46f-6fd8-4650-9e7f-1a9d9136c311 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:35:27.986701 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:27.987043 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] Publish callbacks [] for port (5fa637cd-9f27-44c6-a435-484a5506dbc3), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:27.987043 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:27.987214 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] Publish callbacks [] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.022264 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-1957f109-5aaa-431d-a481-6800512ba570 None None] Current status of the port dfe84270-a0e6-45f0-a022-0826a6f9cad3 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:28.024904 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port ce1abe11-1b8a-479e-8194-85d0c915af5a triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:28.025379 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (ce1abe11-1b8a-479e-8194-85d0c915af5a), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.069243 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Publish callbacks [] for port (4d9f8cb2-704d-49f8-b107-03282d57811d), precommit_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.073140 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-1957f109-5aaa-431d-a481-6800512ba570 None None] Provisioning complete for port ce1abe11-1b8a-479e-8194-85d0c915af5a triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:28.074195 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-1957f109-5aaa-431d-a481-6800512ba570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (ce1abe11-1b8a-479e-8194-85d0c915af5a), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.159437 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (5fa637cd-9f27-44c6-a435-484a5506dbc3), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.189333 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (4d9f8cb2-704d-49f8-b107-03282d57811d), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.233686 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.253413 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c32020-cef5-4efc-9b95-694c99c54d95 None None] Pushing event updated for resources: {'Port': ['ID=4d9f8cb2-704d-49f8-b107-03282d57811d,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:28.256578 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] Network 4c394cea-216c-4a1f-9277-2bb67bf6a21b is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:28.259940 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:28.268248 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:28.268748 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738324'] for router_interface (2b5da834-132c-4caf-b4b3-1006d671b269), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.272934 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Attempting to bind port 4d9f8cb2-704d-49f8-b107-03282d57811d on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:35:28.272934 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Attempting to bind port 4d9f8cb2-704d-49f8-b107-03282d57811d by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:35:28.272934 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Attempting to bind port 4d9f8cb2-704d-49f8-b107-03282d57811d on network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:28.316800 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:28.383538 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:35:28.383538 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Checking segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:28.383538 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.383538 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Bound using segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:35:28.383538 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Bound port: 4d9f8cb2-704d-49f8-b107-03282d57811d, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:35:28.383538 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (4d9f8cb2-704d-49f8-b107-03282d57811d), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.396010 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:28.444045 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] For port 4d9f8cb2-704d-49f8-b107-03282d57811d, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:35:28.447695 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] For port 4d9f8cb2-704d-49f8-b107-03282d57811d, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=4d9f8cb2-704d-49f8-b107-03282d57811d,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:35:28.454801 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] Pushing event updated for resources: {'Port': ['ID=5fa637cd-9f27-44c6-a435-484a5506dbc3,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:28.458105 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:28.458821 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (88340fa2-ed18-4284-9874-5debab43dd60), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.468222 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:28.470301 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'name': 'tempest-DeleteServersTestJSON-360431265-router', 'tenant_id': '96ba8ad37f17481a9691031fefbc3c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '143aed9e-e502-4b83-9ace-a31979f6866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:24Z', 'revision_number': 3, 'project_id': '96ba8ad37f17481a9691031fefbc3c80', 'gw_port': {'id': '143aed9e-e502-4b83-9ace-a31979f6866a', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:28.480971 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] Network 6861b199-7de9-4155-8c49-44122ab810f3 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:28.509126 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:28.513145 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Checking router: 0626e46f-6fd8-4650-9e7f-1a9d9136c311 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:35:28.515272 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Updating router 0626e46f-6fd8-4650-9e7f-1a9d9136c311 port 143aed9e-e502-4b83-9ace-a31979f6866a binding host dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:35:28.525616 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:28.526711 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738324'] for router_interface (1629557e-6aa4-44ea-836a-d956945aa98d), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.649485 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] Pushing event updated for resources: {'Port': ['ID=d669fceb-babb-49ad-8fce-47c11c1f6d13,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:28.675987 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (4d9f8cb2-704d-49f8-b107-03282d57811d), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.743447 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-1957f109-5aaa-431d-a481-6800512ba570 None None] Current status of the port ce1abe11-1b8a-479e-8194-85d0c915af5a is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:28.743848 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-1957f109-5aaa-431d-a481-6800512ba570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (ce1abe11-1b8a-479e-8194-85d0c915af5a), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.752737 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c32020-cef5-4efc-9b95-694c99c54d95 None None] Pushing event updated for resources: {'Port': ['ID=4d9f8cb2-704d-49f8-b107-03282d57811d,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:28.765594 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port ce1abe11-1b8a-479e-8194-85d0c915af5a is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:28.765990 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (ce1abe11-1b8a-479e-8194-85d0c915af5a), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.767634 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (5fa637cd-9f27-44c6-a435-484a5506dbc3), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.800671 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Publish callbacks [] for port (e79866bc-371e-44a6-a04f-3f1e54b958e6), precommit_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.821483 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Routers {'1629557e-6aa4-44ea-836a-d956945aa98d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:35:28.822357 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:35:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['1629557e-6aa4-44ea-836a-d956945aa98d'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:28.831148 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (143aed9e-e502-4b83-9ace-a31979f6866a), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.893512 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (e79866bc-371e-44a6-a04f-3f1e54b958e6), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.927278 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:28.932505 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port ce1abe11-1b8a-479e-8194-85d0c915af5a, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=ce1abe11-1b8a-479e-8194-85d0c915af5a,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:35:28.942680 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] Publish callbacks [] for port (88340fa2-ed18-4284-9874-5debab43dd60), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:28.963228 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Attempting to bind port e79866bc-371e-44a6-a04f-3f1e54b958e6 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:35:28.963750 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Attempting to bind port e79866bc-371e-44a6-a04f-3f1e54b958e6 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:35:28.964237 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Attempting to bind port e79866bc-371e-44a6-a04f-3f1e54b958e6 on network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:29.007409 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (ce1abe11-1b8a-479e-8194-85d0c915af5a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:29.008439 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device f1d53412-f035-49a2-b39b-1848a4f06368 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:29.066396 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (88340fa2-ed18-4284-9874-5debab43dd60), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:29.067830 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738488'] for router_interface (e20bdad7-6385-430e-b8ee-120cf9ad1d67), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:29.072283 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] Publish callbacks [] for port (5fa637cd-9f27-44c6-a435-484a5506dbc3), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:29.081444 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:29.091676 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96695d7b-8240-462b-b389-325b87612f50 None None] Pushing event updated for resources: {'Port': ['ID=e79866bc-371e-44a6-a04f-3f1e54b958e6,revision_number=2']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:29.103128 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:35:29.106847 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Checking segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:29.106847 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:29.106847 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Bound using segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:35:29.108372 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Bound port: e79866bc-371e-44a6-a04f-3f1e54b958e6, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:35:29.109265 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (e79866bc-371e-44a6-a04f-3f1e54b958e6), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:29.149822 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (5fa637cd-9f27-44c6-a435-484a5506dbc3), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:29.151218 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738488'] for router_interface (2b5da834-132c-4caf-b4b3-1006d671b269), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:29.157345 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:29.180205 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] For port e79866bc-371e-44a6-a04f-3f1e54b958e6, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:35:29.184723 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] For port e79866bc-371e-44a6-a04f-3f1e54b958e6, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=e79866bc-371e-44a6-a04f-3f1e54b958e6,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:35:29.220575 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] Set router 1629557e-6aa4-44ea-836a-d956945aa98d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:35:29.223942 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=ce1abe11-1b8a-479e-8194-85d0c915af5a,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:29.234888 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] Pushing event updated for resources: {'Port': ['ID=5fa637cd-9f27-44c6-a435-484a5506dbc3,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:29.247837 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] Pushing event updated for resources: {'Port': ['ID=88340fa2-ed18-4284-9874-5debab43dd60,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:29.270003 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:29.294539 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (e79866bc-371e-44a6-a04f-3f1e54b958e6), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:29.327534 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] Network 4c394cea-216c-4a1f-9277-2bb67bf6a21b is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:29.327534 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:29.367241 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:35:29.367864 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:35:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:29.378947 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] Network 06e43195-6270-4b08-b3f6-284307ad52d8 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:29.384631 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:29.472929 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:29.530092 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] Router 2b5da834-132c-4caf-b4b3-1006d671b269 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:35:29.535715 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96695d7b-8240-462b-b389-325b87612f50 None None] Pushing event updated for resources: {'Port': ['ID=e79866bc-371e-44a6-a04f-3f1e54b958e6,revision_number=3']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:29.595031 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:35:29.623045 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Publish callbacks [] for port (143aed9e-e502-4b83-9ace-a31979f6866a), precommit_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:29.639720 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.db.api [None req-1957f109-5aaa-431d-a481-6800512ba570 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 06 04:35:29.640275 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG oslo_db.api [None req-1957f109-5aaa-431d-a481-6800512ba570 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 06 04:35:29.665157 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port f1d53412-f035-49a2-b39b-1848a4f06368 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:29.665157 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (f1d53412-f035-49a2-b39b-1848a4f06368), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:29.720785 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:29.728720 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:29.750806 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:35:29.768547 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-a1d159c8-1417-41a7-9b91-b3522239c8ff admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/2b5da834-132c-4caf-b4b3-1006d671b269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7267041 Sep 06 04:35:29.779182 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (143aed9e-e502-4b83-9ace-a31979f6866a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:29.810119 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:29.829038 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] Router e20bdad7-6385-430e-b8ee-120cf9ad1d67 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:35:29.838414 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Attempting to bind port 143aed9e-e502-4b83-9ace-a31979f6866a on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:35:29.838778 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Attempting to bind port 143aed9e-e502-4b83-9ace-a31979f6866a by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:35:29.839199 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Attempting to bind port 143aed9e-e502-4b83-9ace-a31979f6866a on network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:29.840656 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:29.866414 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] Publish callbacks [] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:29.886695 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:29.942386 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4aabf-a71d-4954-bdb7-58082c77e7f0 None None] Pushing event updated for resources: {'Port': ['ID=143aed9e-e502-4b83-9ace-a31979f6866a,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:29.970001 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port f1d53412-f035-49a2-b39b-1848a4f06368 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:29.988042 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 2, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:30.032688 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:35:30.033062 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Checking segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:30.033243 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c425385c-fa4b-4493-9fd6-b4a6bb8fa3bc None None] The sync data for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi is: [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 2, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:35:30.033527 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:30.033888 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Bound using segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:35:30.034375 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Bound port: 143aed9e-e502-4b83-9ace-a31979f6866a, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:35:30.034759 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (143aed9e-e502-4b83-9ace-a31979f6866a), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:30.075254 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:30.124083 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:22Z', 'revision_number': 3, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:30.195487 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:30.196228 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738488'] for router_interface (1629557e-6aa4-44ea-836a-d956945aa98d), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:30.236696 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] Allocated IP 172.20.0.1 (9bcee315-88c0-4acf-82b7-0c166d7d1495/fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e/8fb5432e-b8d8-4e97-832c-4fae1ee09211) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:30.251766 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] For port 143aed9e-e502-4b83-9ace-a31979f6866a, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:35:30.260368 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953830e6-ac17-4e37-866f-ac947dd7a4aa None None] The sync data for ids ['1629557e-6aa4-44ea-836a-d956945aa98d'] in dv-cinder-856002-1-iscsi is: [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:22Z', 'revision_number': 3, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:35:30.281112 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] For port 143aed9e-e502-4b83-9ace-a31979f6866a, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=143aed9e-e502-4b83-9ace-a31979f6866a,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:35:30.293630 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device ce1abe11-1b8a-479e-8194-85d0c915af5a up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:30.347231 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] Pushing event updated for resources: {'Port': ['ID=d669fceb-babb-49ad-8fce-47c11c1f6d13,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:30.366190 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-1957f109-5aaa-431d-a481-6800512ba570 None None] Current status of the port ce1abe11-1b8a-479e-8194-85d0c915af5a is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:30.382599 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (143aed9e-e502-4b83-9ace-a31979f6866a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:30.457683 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:35:30.468457 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 33850) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:30.478589 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Sync routers for ids ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:35:30.484487 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-44fe8a7e-3d22-4c85-98ea-1fa7a5ae5098 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/e20bdad7-6385-430e-b8ee-120cf9ad1d67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5246725 Sep 06 04:35:30.486808 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:30.500234 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-a99b9dd4-a9cc-48e5-b634-e86d87659aa7 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1351079892', 'description': 'tempest-description--1896164834'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:30.518999 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Routers {'e20bdad7-6385-430e-b8ee-120cf9ad1d67'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:35:30.519768 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:35:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:30.537239 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:30.548732 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Routers {'0626e46f-6fd8-4650-9e7f-1a9d9136c311'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:35:30.552584 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:35:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['0626e46f-6fd8-4650-9e7f-1a9d9136c311'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:30.629513 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a99b9dd4-a9cc-48e5-b634-e86d87659aa7 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:30.655545 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4aabf-a71d-4954-bdb7-58082c77e7f0 None None] Pushing event updated for resources: {'Port': ['ID=143aed9e-e502-4b83-9ace-a31979f6866a,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:30.661295 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] Network 6861b199-7de9-4155-8c49-44122ab810f3 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:30.678468 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port ce1abe11-1b8a-479e-8194-85d0c915af5a triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:30.679470 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (ce1abe11-1b8a-479e-8194-85d0c915af5a), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:30.681357 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-a586fe12-5dd8-437b-8df7-596ce5755c18 None None] Provisioning complete for port 5fa637cd-9f27-44c6-a435-484a5506dbc3 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:30.682210 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a586fe12-5dd8-437b-8df7-596ce5755c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (5fa637cd-9f27-44c6-a435-484a5506dbc3), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:30.694287 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:30.754858 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] Publish callbacks [] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:30.755021 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Set router e20bdad7-6385-430e-b8ee-120cf9ad1d67 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:35:30.812246 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:30.849722 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a99b9dd4-a9cc-48e5-b634-e86d87659aa7 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (e0d60e73-dd7a-4aef-9366-ce00c731d5dd), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:30.923586 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a99b9dd4-a9cc-48e5-b634-e86d87659aa7 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (e0d60e73-dd7a-4aef-9366-ce00c731d5dd), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:30.950399 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-a586fe12-5dd8-437b-8df7-596ce5755c18 None None] Port 5fa637cd-9f27-44c6-a435-484a5506dbc3 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:35:31.000605 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b9dd4-a9cc-48e5-b634-e86d87659aa7 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d60e73-dd7a-4aef-9366-ce00c731d5dd,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:31.018294 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] Set router 0626e46f-6fd8-4650-9e7f-1a9d9136c311 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:35:31.021078 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-a586fe12-5dd8-437b-8df7-596ce5755c18 None None] Provisioning complete for port ce1abe11-1b8a-479e-8194-85d0c915af5a triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:31.021574 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a586fe12-5dd8-437b-8df7-596ce5755c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (ce1abe11-1b8a-479e-8194-85d0c915af5a), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:31.037685 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a99b9dd4-a9cc-48e5-b634-e86d87659aa7 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:31.039469 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-a99b9dd4-a9cc-48e5-b634-e86d87659aa7 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5697224 Sep 06 04:35:31.042747 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 33864) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:31.055647 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-a566d5ee-01de-47d8-88b2-0945060e9f62 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'security_group_rule': {'security_group_id': 'e0d60e73-dd7a-4aef-9366-ce00c731d5dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:31.087177 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] Router 1629557e-6aa4-44ea-836a-d956945aa98d has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:35:31.136769 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:31.203938 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:31.235253 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 33884) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:31.240491 dv-cinder-856002-1-iscsi neutron-server[106938]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 06 04:35:31.245034 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a566d5ee-01de-47d8-88b2-0945060e9f62 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (2e06f55b-2abd-4d1a-83db-8305f75ab3d2), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:31.250150 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:27Z', 'revision_number': 4, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'gw_port': {'id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '88340fa2-ed18-4284-9874-5debab43dd60', 'name': '', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'mac_address': 'fa:16:3e:ca:e6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:25Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 2, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'subnets': [{'id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:31.299399 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Checking router: e20bdad7-6385-430e-b8ee-120cf9ad1d67 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:35:31.299765 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Updating router e20bdad7-6385-430e-b8ee-120cf9ad1d67 port 88340fa2-ed18-4284-9874-5debab43dd60 binding host dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:35:31.299871 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] Pushing event updated for resources: {'Port': ['ID=8fb5432e-b8d8-4e97-832c-4fae1ee09211,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:31.313151 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:31.334942 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] Network 9bcee315-88c0-4acf-82b7-0c166d7d1495 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:31.340411 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:31.351767 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (88340fa2-ed18-4284-9874-5debab43dd60), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:31.352044 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:31.352533 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738324'] for router_interface (0626e46f-6fd8-4650-9e7f-1a9d9136c311), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:31.611089 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:31.714718 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port ce1abe11-1b8a-479e-8194-85d0c915af5a is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:31.720570 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device f1d53412-f035-49a2-b39b-1848a4f06368 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:31.720865 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:35:31.738615 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-142907de-7451-49ec-b15f-a5235ae83994 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/1629557e-6aa4-44ea-836a-d956945aa98d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3458054 Sep 06 04:35:31.763426 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a566d5ee-01de-47d8-88b2-0945060e9f62 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (2e06f55b-2abd-4d1a-83db-8305f75ab3d2), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:31.788960 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eee663-5062-4242-84a5-55655f4ad61d req-0651a3ab-8101-46f4-ae51-dbe14766c8ff tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:31.790940 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-08eee663-5062-4242-84a5-55655f4ad61d req-0651a3ab-8101-46f4-ae51-dbe14766c8ff tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 818 time: 0.5529525 Sep 06 04:35:31.795450 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-a586fe12-5dd8-437b-8df7-596ce5755c18 None None] Current status of the port ce1abe11-1b8a-479e-8194-85d0c915af5a is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:31.814547 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-08eee663-5062-4242-84a5-55655f4ad61d req-50f0d4e0-6bca-4332-9742-70f73f834427 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/quotas/7aa4ca550edd4876a4c6c56deedf9d70 HTTP/1.1" status: 200 len: 375 time: 0.0133433 Sep 06 04:35:31.877599 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-a586fe12-5dd8-437b-8df7-596ce5755c18 None None] Provisioning complete for port 88340fa2-ed18-4284-9874-5debab43dd60 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:31.877987 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a586fe12-5dd8-437b-8df7-596ce5755c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (88340fa2-ed18-4284-9874-5debab43dd60), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:31.894550 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a566d5ee-01de-47d8-88b2-0945060e9f62 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (2e06f55b-2abd-4d1a-83db-8305f75ab3d2), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:31.911064 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:31.944367 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:31.962971 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:31.997599 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Publish callbacks [] for port (88340fa2-ed18-4284-9874-5debab43dd60), precommit_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.011566 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566d5ee-01de-47d8-88b2-0945060e9f62 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e06f55b-2abd-4d1a-83db-8305f75ab3d2,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:32.055893 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-08eee663-5062-4242-84a5-55655f4ad61d req-120f99ab-99ec-4fcf-b82e-73789eec20b5 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2344594 Sep 06 04:35:32.070285 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:32.085033 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'name': 'tempest-DeleteServersTestJSON-360431265-router', 'tenant_id': '96ba8ad37f17481a9691031fefbc3c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '143aed9e-e502-4b83-9ace-a31979f6866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:24Z', 'revision_number': 3, 'project_id': '96ba8ad37f17481a9691031fefbc3c80', 'gw_port': {'id': '143aed9e-e502-4b83-9ace-a31979f6866a', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:32.088507 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (88340fa2-ed18-4284-9874-5debab43dd60), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.118866 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a566d5ee-01de-47d8-88b2-0945060e9f62 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.120418 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-a566d5ee-01de-47d8-88b2-0945060e9f62 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0755630 Sep 06 04:35:32.122778 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-a586fe12-5dd8-437b-8df7-596ce5755c18 None None] Port 88340fa2-ed18-4284-9874-5debab43dd60 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:35:32.127789 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 33904) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:32.128208 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-64fa03ca-372b-4878-bf22-920fe248e3b6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'security_group_rule': {'security_group_id': 'e0d60e73-dd7a-4aef-9366-ce00c731d5dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:32.141665 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port f1d53412-f035-49a2-b39b-1848a4f06368 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:32.142086 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (f1d53412-f035-49a2-b39b-1848a4f06368), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.182501 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:32.228319 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadc90b-a0f0-43a7-b4d4-f0e97043d94b None None] Pushing event updated for resources: {'Port': ['ID=88340fa2-ed18-4284-9874-5debab43dd60,revision_number=3']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:32.259325 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] Publish callbacks [] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.281657 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fe45c6-92a9-43be-900a-4d7926ec045f None None] The sync data for ids ['0626e46f-6fd8-4650-9e7f-1a9d9136c311'] in dv-cinder-856002-1-iscsi is: [{'id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'name': 'tempest-DeleteServersTestJSON-360431265-router', 'tenant_id': '96ba8ad37f17481a9691031fefbc3c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '143aed9e-e502-4b83-9ace-a31979f6866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:24Z', 'revision_number': 3, 'project_id': '96ba8ad37f17481a9691031fefbc3c80', 'gw_port': {'id': '143aed9e-e502-4b83-9ace-a31979f6866a', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:35:32.286241 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-a586fe12-5dd8-437b-8df7-596ce5755c18 None None] Provisioning complete for port d669fceb-babb-49ad-8fce-47c11c1f6d13 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:32.287050 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a586fe12-5dd8-437b-8df7-596ce5755c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.303557 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Attempting to bind port 88340fa2-ed18-4284-9874-5debab43dd60 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:35:32.304073 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Attempting to bind port 88340fa2-ed18-4284-9874-5debab43dd60 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:35:32.304281 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Attempting to bind port 88340fa2-ed18-4284-9874-5debab43dd60 on network 06e43195-6270-4b08-b3f6-284307ad52d8 {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:32.331518 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 33908) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:32.335862 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-64fa03ca-372b-4878-bf22-920fe248e3b6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (3a5661de-2ed4-4fcc-bc0a-9260c52b2609), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.339962 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-d1a12dd8-e212-46a8-a4f6-824f3c554a62 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--34582713', 'description': 'tempest-description--602193553'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:32.384467 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:35:32.385066 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Checking segment: {'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:32.385255 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.386552 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Bound using segment: {'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:35:32.386767 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Bound port: 88340fa2-ed18-4284-9874-5debab43dd60, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'}}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:35:32.387146 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (88340fa2-ed18-4284-9874-5debab43dd60), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.400101 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.402000 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738488'] for router_interface (0626e46f-6fd8-4650-9e7f-1a9d9136c311), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.438363 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-a586fe12-5dd8-437b-8df7-596ce5755c18 None None] Port d669fceb-babb-49ad-8fce-47c11c1f6d13 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:35:32.505845 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [req-08eee663-5062-4242-84a5-55655f4ad61d req-786e1d6c-024b-4b60-86c0-0cf33b3899cc service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 06 04:35:32.518356 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-08eee663-5062-4242-84a5-55655f4ad61d req-786e1d6c-024b-4b60-86c0-0cf33b3899cc service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1241119 Sep 06 04:35:32.539179 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port f1d53412-f035-49a2-b39b-1848a4f06368 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:32.539970 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 0dc68772-4c4a-426c-92e9-834bdb0b8ce6 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:32.548315 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] For port 88340fa2-ed18-4284-9874-5debab43dd60, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:35:32.555471 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] For port 88340fa2-ed18-4284-9874-5debab43dd60, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=88340fa2-ed18-4284-9874-5debab43dd60,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:35:32.561265 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-64fa03ca-372b-4878-bf22-920fe248e3b6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (3a5661de-2ed4-4fcc-bc0a-9260c52b2609), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.589087 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d1a12dd8-e212-46a8-a4f6-824f3c554a62 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.589087 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] Pushing event updated for resources: {'Port': ['ID=8fb5432e-b8d8-4e97-832c-4fae1ee09211,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:32.589574 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:32.598944 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:32.615423 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-5a71a4be-5d05-4cb1-b78c-0e002938b5fa None None] Provisioning complete for port 8fb5432e-b8d8-4e97-832c-4fae1ee09211 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:32.617751 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-5a71a4be-5d05-4cb1-b78c-0e002938b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.654074 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 0dc68772-4c4a-426c-92e9-834bdb0b8ce6 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:32.661548 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (0dc68772-4c4a-426c-92e9-834bdb0b8ce6), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.676618 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] Network 9bcee315-88c0-4acf-82b7-0c166d7d1495 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:32.680461 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:32.685139 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (88340fa2-ed18-4284-9874-5debab43dd60), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.696780 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-5a71a4be-5d05-4cb1-b78c-0e002938b5fa None None] Port 8fb5432e-b8d8-4e97-832c-4fae1ee09211 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:35:32.707571 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-5a71a4be-5d05-4cb1-b78c-0e002938b5fa None None] Provisioning complete for port d669fceb-babb-49ad-8fce-47c11c1f6d13 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:32.708092 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-5a71a4be-5d05-4cb1-b78c-0e002938b5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.743188 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:32.750522 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d1a12dd8-e212-46a8-a4f6-824f3c554a62 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group (ea3cb129-25fa-4161-a6a1-6b35309ff8c3), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.755255 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Routers {'e20bdad7-6385-430e-b8ee-120cf9ad1d67'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:35:32.763297 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-5a71a4be-5d05-4cb1-b78c-0e002938b5fa None None] Port d669fceb-babb-49ad-8fce-47c11c1f6d13 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:35:32.763857 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:35:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:32.827138 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 0dc68772-4c4a-426c-92e9-834bdb0b8ce6 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:32.827768 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (0dc68772-4c4a-426c-92e9-834bdb0b8ce6), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.858014 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port 0dc68772-4c4a-426c-92e9-834bdb0b8ce6, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=0dc68772-4c4a-426c-92e9-834bdb0b8ce6,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:35:32.872830 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d1a12dd8-e212-46a8-a4f6-824f3c554a62 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (ea3cb129-25fa-4161-a6a1-6b35309ff8c3), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.930200 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadc90b-a0f0-43a7-b4d4-f0e97043d94b None None] Pushing event updated for resources: {'Port': ['ID=88340fa2-ed18-4284-9874-5debab43dd60,revision_number=4']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:32.940463 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-08eee663-5062-4242-84a5-55655f4ad61d req-6d7e3f0c-26ed-4141-a36e-fa2c40629937 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777339 Sep 06 04:35:32.950583 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (0dc68772-4c4a-426c-92e9-834bdb0b8ce6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:32.953294 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] Router 0626e46f-6fd8-4650-9e7f-1a9d9136c311 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:35:32.973401 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a12dd8-e212-46a8-a4f6-824f3c554a62 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3cb129-25fa-4161-a6a1-6b35309ff8c3,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:32.976532 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-64fa03ca-372b-4878-bf22-920fe248e3b6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (3a5661de-2ed4-4fcc-bc0a-9260c52b2609), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:33.021713 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa03ca-372b-4878-bf22-920fe248e3b6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5661de-2ed4-4fcc-bc0a-9260c52b2609,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:33.021713 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:33.026819 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=0dc68772-4c4a-426c-92e9-834bdb0b8ce6,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:33.052550 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d1a12dd8-e212-46a8-a4f6-824f3c554a62 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:33.063357 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-d1a12dd8-e212-46a8-a4f6-824f3c554a62 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7244971 Sep 06 04:35:33.063357 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 33916) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:33.079837 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-1d1b8e18-6f32-4a53-827c-ca9e873b5313 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Request body: {'security_group_rule': {'security_group_id': 'ea3cb129-25fa-4161-a6a1-6b35309ff8c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:33.140930 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] Set router e20bdad7-6385-430e-b8ee-120cf9ad1d67 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:35:33.145591 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:33.184550 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:35:33.194651 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-2c7a4b4f-c895-4a8a-a1cf-c11a251a7596 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/0626e46f-6fd8-4650-9e7f-1a9d9136c311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7649350 Sep 06 04:35:33.215043 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-08eee663-5062-4242-84a5-55655f4ad61d req-748c5dd2-4a59-481a-b428-8e55e56b9597 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604494 Sep 06 04:35:33.226818 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-88d77b23-d291-4cdf-974e-8673e67834a0 None None] Provisioning complete for port 8fb5432e-b8d8-4e97-832c-4fae1ee09211 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:33.227421 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-88d77b23-d291-4cdf-974e-8673e67834a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:33.236773 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-64fa03ca-372b-4878-bf22-920fe248e3b6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:33.238252 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-64fa03ca-372b-4878-bf22-920fe248e3b6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1138363 Sep 06 04:35:33.241348 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 33924) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:33.247670 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-7a3ff6d2-0b5b-4bbb-9d9d-175af54f4299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'floatingip': {'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:33.257574 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1d1b8e18-6f32-4a53-827c-ca9e873b5313 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group_rule (4cc103e7-7725-48fa-8db3-b2493ab64620), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:33.352246 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 4d9f8cb2-704d-49f8-b107-03282d57811d up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:33.403888 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff6d2-0b5b-4bbb-9d9d-175af54f4299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:33.416280 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-88d77b23-d291-4cdf-974e-8673e67834a0 None None] Port 8fb5432e-b8d8-4e97-832c-4fae1ee09211 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:35:33.447900 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1d1b8e18-6f32-4a53-827c-ca9e873b5313 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group_rule (4cc103e7-7725-48fa-8db3-b2493ab64620), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:33.475449 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 4d9f8cb2-704d-49f8-b107-03282d57811d triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:33.475449 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (4d9f8cb2-704d-49f8-b107-03282d57811d), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:33.530232 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:33.534311 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1d1b8e18-6f32-4a53-827c-ca9e873b5313 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (4cc103e7-7725-48fa-8db3-b2493ab64620), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:33.566938 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b8e18-6f32-4a53-827c-ca9e873b5313 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc103e7-7725-48fa-8db3-b2493ab64620,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:33.593396 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 4d9f8cb2-704d-49f8-b107-03282d57811d is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:33.594212 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (4d9f8cb2-704d-49f8-b107-03282d57811d), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:33.622336 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port 4d9f8cb2-704d-49f8-b107-03282d57811d, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=4d9f8cb2-704d-49f8-b107-03282d57811d,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:35:33.638638 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:27Z', 'revision_number': 4, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'gw_port': {'id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '88340fa2-ed18-4284-9874-5debab43dd60', 'name': '', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'mac_address': 'fa:16:3e:ca:e6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:25Z', 'updated_at': '2022-09-06T04:35:32Z', 'revision_number': 4, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'subnets': [{'id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:33.678267 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef174a21-10e2-4011-a60c-b61dc26ccec2 None None] The sync data for ids ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'] in dv-cinder-856002-1-iscsi is: [{'id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:27Z', 'revision_number': 4, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'gw_port': {'id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '88340fa2-ed18-4284-9874-5debab43dd60', 'name': '', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'mac_address': 'fa:16:3e:ca:e6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:25Z', 'updated_at': '2022-09-06T04:35:32Z', 'revision_number': 4, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'subnets': [{'id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:35:33.681414 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1d1b8e18-6f32-4a53-827c-ca9e873b5313 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:33.685880 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-1d1b8e18-6f32-4a53-827c-ca9e873b5313 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6226585 Sep 06 04:35:33.691797 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 33940) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:33.691797 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-89bad65a-e3db-4554-b7ff-b0ebb901b25c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Request body: {'security_group_rule': {'security_group_id': 'ea3cb129-25fa-4161-a6a1-6b35309ff8c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:33.712240 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (4d9f8cb2-704d-49f8-b107-03282d57811d), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:33.713572 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device e79866bc-371e-44a6-a04f-3f1e54b958e6 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:33.805809 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff6d2-0b5b-4bbb-9d9d-175af54f4299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:33.815908 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=4d9f8cb2-704d-49f8-b107-03282d57811d,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:33.818466 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 33962) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:33.823986 dv-cinder-856002-1-iscsi neutron-server[106939]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 06 04:35:33.829532 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port e79866bc-371e-44a6-a04f-3f1e54b958e6 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:33.830215 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (e79866bc-371e-44a6-a04f-3f1e54b958e6), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:33.848057 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-89bad65a-e3db-4554-b7ff-b0ebb901b25c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group_rule (cd31289a-6fc5-4f4d-a58a-1bd332b8ecc4), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:33.912006 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-32c34269-f998-4bb1-a464-d8e3bded0652 req-1ab6e780-7950-4dd4-9570-d6f78ac82749 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 210 time: 0.0898752 Sep 06 04:35:33.929689 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port e79866bc-371e-44a6-a04f-3f1e54b958e6 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:33.930198 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (e79866bc-371e-44a6-a04f-3f1e54b958e6), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:33.958676 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port e79866bc-371e-44a6-a04f-3f1e54b958e6, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=e79866bc-371e-44a6-a04f-3f1e54b958e6,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:35:34.031176 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (e79866bc-371e-44a6-a04f-3f1e54b958e6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:34.108634 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:34.199755 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-7a3ff6d2-0b5b-4bbb-9d9d-175af54f4299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Allocated IP 172.27.1.14 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/199d085c-bd68-4a76-8378-3a93ecc4968e) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:34.210317 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=e79866bc-371e-44a6-a04f-3f1e54b958e6,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:34.332059 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-55d7ed1c-e4b2-4277-b4d9-211dfa1d630a tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:34.333767 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-55d7ed1c-e4b2-4277-b4d9-211dfa1d630a tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/networks?id=9bcee315-88c0-4acf-82b7-0c166d7d1495 HTTP/1.1" status: 200 len: 811 time: 0.5135157 Sep 06 04:35:34.341428 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-89bad65a-e3db-4554-b7ff-b0ebb901b25c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group_rule (cd31289a-6fc5-4f4d-a58a-1bd332b8ecc4), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:34.403483 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-a949c37d-a5d0-4d79-9ea7-9a41dfc06d92 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/quotas/96ba8ad37f17481a9691031fefbc3c80 HTTP/1.1" status: 200 len: 375 time: 0.0533688 Sep 06 04:35:34.433738 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Sync routers for ids ['1629557e-6aa4-44ea-836a-d956945aa98d'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:35:34.451877 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Routers {'1629557e-6aa4-44ea-836a-d956945aa98d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:35:34.452523 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:35:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['1629557e-6aa4-44ea-836a-d956945aa98d'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:34.459087 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:34.501877 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-74df1789-78ca-40cc-8743-786f50645443 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:34.508586 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-74df1789-78ca-40cc-8743-786f50645443 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 818 time: 0.2599618 Sep 06 04:35:34.543257 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-89bad65a-e3db-4554-b7ff-b0ebb901b25c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (cd31289a-6fc5-4f4d-a58a-1bd332b8ecc4), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:34.565135 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-7e7ff0fa-b45a-4adf-bc0f-d1419a83189d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/quotas/7aa4ca550edd4876a4c6c56deedf9d70 HTTP/1.1" status: 200 len: 375 time: 0.0555732 Sep 06 04:35:34.634899 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff6d2-0b5b-4bbb-9d9d-175af54f4299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for port (199d085c-bd68-4a76-8378-3a93ecc4968e), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:34.658576 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bad65a-e3db-4554-b7ff-b0ebb901b25c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd31289a-6fc5-4f4d-a58a-1bd332b8ecc4,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:34.680542 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-3f2fe8b3-9780-4dd7-879c-c6bb560d0491 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133580 Sep 06 04:35:34.685931 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-d49c821d-dac1-43e2-9ae3-4d2f8198b1f6 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=96ba8ad37f17481a9691031fefbc3c80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2812805 Sep 06 04:35:34.694899 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Set router 1629557e-6aa4-44ea-836a-d956945aa98d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:35:34.751467 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-89bad65a-e3db-4554-b7ff-b0ebb901b25c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:34.753127 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-89bad65a-e3db-4554-b7ff-b0ebb901b25c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0654783 Sep 06 04:35:34.756239 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 34002) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:34.760921 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-dc843a38-a5af-4534-95ac-c15f250dbb2d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Request body: {'floatingip': {'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:34.826637 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-756fec91-43ad-4ae6-8f45-40f5b134fb52 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451604 Sep 06 04:35:34.872547 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-654602ab-31fe-4f1a-a91c-3354fce048c3 service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 06 04:35:34.874000 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-654602ab-31fe-4f1a-a91c-3354fce048c3 service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1036978 Sep 06 04:35:34.906518 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff6d2-0b5b-4bbb-9d9d-175af54f4299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (199d085c-bd68-4a76-8378-3a93ecc4968e), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:34.944540 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dc843a38-a5af-4534-95ac-c15f250dbb2d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:35.033276 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3ff6d2-0b5b-4bbb-9d9d-175af54f4299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:35.033980 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:35.064542 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-7a3ff6d2-0b5b-4bbb-9d9d-175af54f4299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:35.070208 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ff6d2-0b5b-4bbb-9d9d-175af54f4299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:35.116521 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ff6d2-0b5b-4bbb-9d9d-175af54f4299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'Port': ['ID=199d085c-bd68-4a76-8378-3a93ecc4968e,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:35.120870 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Sync routers for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:35:35.129790 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-c80dfefa-a4e9-44ac-9da1-33a5b390891c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977402 Sep 06 04:35:35.131195 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:29Z', 'revision_number': 4, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': 'd669fceb-babb-49ad-8fce-47c11c1f6d13', 'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'mac_address': 'fa:16:3e:b4:9d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:26Z', 'updated_at': '2022-09-06T04:35:29Z', 'revision_number': 2, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'subnets': [{'id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:35.140006 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:35:35.140925 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:35:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:35.254574 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Checking router: 1629557e-6aa4-44ea-836a-d956945aa98d for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:35:35.254947 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Updating router 1629557e-6aa4-44ea-836a-d956945aa98d port d669fceb-babb-49ad-8fce-47c11c1f6d13 binding host dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:35:35.280888 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:35.299133 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:35.388825 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff6d2-0b5b-4bbb-9d9d-175af54f4299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (8a8daf62-3cec-47c2-ac3a-d15dcb749b22), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:35.449529 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:35:35.473454 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-c74b2e2c-c13f-4e3e-8c2f-498f488c43c2 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/9bcee315-88c0-4acf-82b7-0c166d7d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5837631 Sep 06 04:35:35.494942 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dc843a38-a5af-4534-95ac-c15f250dbb2d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:35.525808 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 88340fa2-ed18-4284-9874-5debab43dd60 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:35.646763 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff6d2-0b5b-4bbb-9d9d-175af54f4299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (199d085c-bd68-4a76-8378-3a93ecc4968e), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:35.771676 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 88340fa2-ed18-4284-9874-5debab43dd60 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:35.771676 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (88340fa2-ed18-4284-9874-5debab43dd60), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:35.799889 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-44921ff5-247c-4c50-bda1-1261eee59218 req-9ee0d5e9-19ba-4c48-9bb5-2b66437a5c78 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 210 time: 0.0913217 Sep 06 04:35:35.886461 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-81d1557c-adfa-4f9d-a261-05029aac76a5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/9bcee315-88c0-4acf-82b7-0c166d7d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110305 Sep 06 04:35:35.892518 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Publish callbacks [] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), precommit_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:35.914534 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 2, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:35.943401 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 88340fa2-ed18-4284-9874-5debab43dd60 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:35.945512 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (88340fa2-ed18-4284-9874-5debab43dd60), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:35.945631 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [None req-dc843a38-a5af-4534-95ac-c15f250dbb2d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Allocated IP 172.27.1.162 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/454fa03d-0e41-481d-bfe7-444dc22f96ea) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:35.954165 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Checking router: 2b5da834-132c-4caf-b4b3-1006d671b269 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:35:35.954559 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Updating router 2b5da834-132c-4caf-b4b3-1006d671b269 port 5fa637cd-9f27-44c6-a435-484a5506dbc3 binding host dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:35:35.970316 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:36.005296 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (5fa637cd-9f27-44c6-a435-484a5506dbc3), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:36.014710 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:36.076552 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff6d2-0b5b-4bbb-9d9d-175af54f4299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for port (199d085c-bd68-4a76-8378-3a93ecc4968e), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:36.083930 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=100 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:36.128050 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:36.129254 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a52e90-f99a-4c35-9450-7c022e945c87 None None] Pushing event updated for resources: {'Port': ['ID=d669fceb-babb-49ad-8fce-47c11c1f6d13,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:36.143430 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port 88340fa2-ed18-4284-9874-5debab43dd60, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=88340fa2-ed18-4284-9874-5debab43dd60,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:35:36.155644 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dc843a38-a5af-4534-95ac-c15f250dbb2d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for port (454fa03d-0e41-481d-bfe7-444dc22f96ea), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:36.163301 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:36.174286 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff6d2-0b5b-4bbb-9d9d-175af54f4299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (199d085c-bd68-4a76-8378-3a93ecc4968e), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:36.175020 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff6d2-0b5b-4bbb-9d9d-175af54f4299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (8a8daf62-3cec-47c2-ac3a-d15dcb749b22), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:36.215821 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Attempting to bind port d669fceb-babb-49ad-8fce-47c11c1f6d13 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:35:36.216545 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Attempting to bind port d669fceb-babb-49ad-8fce-47c11c1f6d13 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '58742046-b01d-4359-9018-ab0b80f0c622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:35:36.217723 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Attempting to bind port d669fceb-babb-49ad-8fce-47c11c1f6d13 on network 6861b199-7de9-4155-8c49-44122ab810f3 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:36.243226 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ff6d2-0b5b-4bbb-9d9d-175af54f4299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'Port': ['ID=199d085c-bd68-4a76-8378-3a93ecc4968e,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:36.291871 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (88340fa2-ed18-4284-9874-5debab43dd60), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:36.291871 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 0dc68772-4c4a-426c-92e9-834bdb0b8ce6 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:36.314422 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dc843a38-a5af-4534-95ac-c15f250dbb2d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (454fa03d-0e41-481d-bfe7-444dc22f96ea), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:36.314952 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff6d2-0b5b-4bbb-9d9d-175af54f4299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:36.317900 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-7a3ff6d2-0b5b-4bbb-9d9d-175af54f4299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0753646 Sep 06 04:35:36.331460 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:35:36.331460 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Checking segment: {'id': '58742046-b01d-4359-9018-ab0b80f0c622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:36.338476 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:36.339595 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Bound using segment: {'id': '58742046-b01d-4359-9018-ab0b80f0c622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:35:36.339891 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Bound port: d669fceb-babb-49ad-8fce-47c11c1f6d13, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58742046-b01d-4359-9018-ab0b80f0c622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:35:36.340509 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:36.475398 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc843a38-a5af-4534-95ac-c15f250dbb2d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Pushing event updated for resources: {'Port': ['ID=454fa03d-0e41-481d-bfe7-444dc22f96ea,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:36.508879 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc843a38-a5af-4534-95ac-c15f250dbb2d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:36.524972 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-dc843a38-a5af-4534-95ac-c15f250dbb2d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:36.530701 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc843a38-a5af-4534-95ac-c15f250dbb2d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:36.554217 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4a0e9ef7-bf36-482a-8922-328f0375f313 req-47b35bf5-3ce8-44db-9a33-1d8588b2ab19 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 210 time: 0.1264598 Sep 06 04:35:36.636431 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=88340fa2-ed18-4284-9874-5debab43dd60,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:36.672258 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 0dc68772-4c4a-426c-92e9-834bdb0b8ce6 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:36.672753 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (0dc68772-4c4a-426c-92e9-834bdb0b8ce6), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:36.677495 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] For port d669fceb-babb-49ad-8fce-47c11c1f6d13, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:35:36.719281 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] For port d669fceb-babb-49ad-8fce-47c11c1f6d13, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=d669fceb-babb-49ad-8fce-47c11c1f6d13,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:35:36.783898 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 0dc68772-4c4a-426c-92e9-834bdb0b8ce6 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:36.788470 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device e79866bc-371e-44a6-a04f-3f1e54b958e6 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:36.815482 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:36.851437 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:36.875410 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Publish callbacks [] for port (5fa637cd-9f27-44c6-a435-484a5506dbc3), precommit_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:36.886417 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dc843a38-a5af-4534-95ac-c15f250dbb2d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for floatingip (5b78f8ec-e614-49e6-8730-8b45f1d35d6e), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:36.891543 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Routers {'1629557e-6aa4-44ea-836a-d956945aa98d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:35:36.892293 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:35:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['1629557e-6aa4-44ea-836a-d956945aa98d'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:36.954648 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5670d799-6bc8-4dbd-9103-ba14d559d447 req-22fbef90-2384-428c-beb7-9962e39377f8 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 210 time: 0.0393579 Sep 06 04:35:36.967865 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a52e90-f99a-4c35-9450-7c022e945c87 None None] Pushing event updated for resources: {'Port': ['ID=d669fceb-babb-49ad-8fce-47c11c1f6d13,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:36.969735 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-5adec3f0-995d-4ee0-9a37-666f032cba6d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1351079892&fields=id&tenant_id=3d04ba57221f42d684873d624dbfd283 HTTP/1.1" status: 200 len: 267 time: 0.2818785 Sep 06 04:35:36.975651 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (5fa637cd-9f27-44c6-a435-484a5506dbc3), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:36.975836 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port e79866bc-371e-44a6-a04f-3f1e54b958e6 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:36.976184 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (e79866bc-371e-44a6-a04f-3f1e54b958e6), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:37.070325 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:37.072502 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a69b5f-57b8-47d5-8eb7-379d1e670fd3 None None] Pushing event updated for resources: {'Port': ['ID=5fa637cd-9f27-44c6-a435-484a5506dbc3,revision_number=3']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:37.108497 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] Set router 1629557e-6aa4-44ea-836a-d956945aa98d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:35:37.117760 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Attempting to bind port 5fa637cd-9f27-44c6-a435-484a5506dbc3 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:35:37.118257 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Attempting to bind port 5fa637cd-9f27-44c6-a435-484a5506dbc3 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:35:37.118716 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Attempting to bind port 5fa637cd-9f27-44c6-a435-484a5506dbc3 on network 4c394cea-216c-4a1f-9277-2bb67bf6a21b {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:37.139541 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dc843a38-a5af-4534-95ac-c15f250dbb2d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (454fa03d-0e41-481d-bfe7-444dc22f96ea), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:37.155437 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=100 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:37.169014 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-2d63423f-92d4-4dd7-bb51-86d633a9b864 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:37.172529 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:35:37.172529 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Checking segment: {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:37.172758 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-2d63423f-92d4-4dd7-bb51-86d633a9b864 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/networks?id=4c394cea-216c-4a1f-9277-2bb67bf6a21b HTTP/1.1" status: 200 len: 815 time: 0.1994147 Sep 06 04:35:37.175736 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:37.176167 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Bound using segment: {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:35:37.176661 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Bound port: 5fa637cd-9f27-44c6-a435-484a5506dbc3, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'}}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:35:37.177048 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (5fa637cd-9f27-44c6-a435-484a5506dbc3), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:37.188747 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port e79866bc-371e-44a6-a04f-3f1e54b958e6 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:37.189864 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 143aed9e-e502-4b83-9ace-a31979f6866a up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:37.202702 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-1965006d-b142-4189-9bca-6ade0a16b0be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/quotas/3d04ba57221f42d684873d624dbfd283 HTTP/1.1" status: 200 len: 375 time: 0.0234571 Sep 06 04:35:37.295435 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] For port 5fa637cd-9f27-44c6-a435-484a5506dbc3, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:35:37.298272 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-cb70105f-0d05-4787-8ca5-071491f7ecb3 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=3d04ba57221f42d684873d624dbfd283&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0905259 Sep 06 04:35:37.312925 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:37.328788 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 143aed9e-e502-4b83-9ace-a31979f6866a triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:37.329325 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (143aed9e-e502-4b83-9ace-a31979f6866a), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:37.331674 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] For port 5fa637cd-9f27-44c6-a435-484a5506dbc3, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=5fa637cd-9f27-44c6-a435-484a5506dbc3,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:35:37.448646 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (5fa637cd-9f27-44c6-a435-484a5506dbc3), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:37.466216 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:29Z', 'revision_number': 4, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': 'd669fceb-babb-49ad-8fce-47c11c1f6d13', 'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'mac_address': 'fa:16:3e:b4:9d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:26Z', 'updated_at': '2022-09-06T04:35:36Z', 'revision_number': 4, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'subnets': [{'id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:37.498208 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dc843a38-a5af-4534-95ac-c15f250dbb2d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for port (454fa03d-0e41-481d-bfe7-444dc22f96ea), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:37.511462 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753bf43d-026c-4fa9-bd26-50134da276c6 None None] The sync data for ids ['1629557e-6aa4-44ea-836a-d956945aa98d'] in dv-cinder-856002-1-iscsi is: [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:29Z', 'revision_number': 4, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': 'd669fceb-babb-49ad-8fce-47c11c1f6d13', 'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'mac_address': 'fa:16:3e:b4:9d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:26Z', 'updated_at': '2022-09-06T04:35:36Z', 'revision_number': 4, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'subnets': [{'id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:35:37.519492 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:35:37.520189 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:35:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:37.530417 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 143aed9e-e502-4b83-9ace-a31979f6866a is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:37.530687 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (143aed9e-e502-4b83-9ace-a31979f6866a), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:37.555529 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-655b7dfd-833b-4c4d-93dd-8ffacb33537c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940818 Sep 06 04:35:37.560330 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port 143aed9e-e502-4b83-9ace-a31979f6866a, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=143aed9e-e502-4b83-9ace-a31979f6866a,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:35:37.616097 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a69b5f-57b8-47d5-8eb7-379d1e670fd3 None None] Pushing event updated for resources: {'Port': ['ID=5fa637cd-9f27-44c6-a435-484a5506dbc3,revision_number=4']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:37.645160 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dc843a38-a5af-4534-95ac-c15f250dbb2d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (454fa03d-0e41-481d-bfe7-444dc22f96ea), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:37.645978 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dc843a38-a5af-4534-95ac-c15f250dbb2d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (5b78f8ec-e614-49e6-8730-8b45f1d35d6e), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:37.681395 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (143aed9e-e502-4b83-9ace-a31979f6866a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:37.683802 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 4d9f8cb2-704d-49f8-b107-03282d57811d up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:37.725620 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d67fe8af-43da-41f5-99c4-20a0ce34ae1b req-18e04a13-1d95-4259-ab76-90c28c26fb46 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 210 time: 0.0458841 Sep 06 04:35:37.750516 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:35:37.773055 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dc843a38-a5af-4534-95ac-c15f250dbb2d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:37.781383 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-dc843a38-a5af-4534-95ac-c15f250dbb2d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0174811 Sep 06 04:35:37.786760 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:37.862214 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc843a38-a5af-4534-95ac-c15f250dbb2d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Pushing event updated for resources: {'Port': ['ID=454fa03d-0e41-481d-bfe7-444dc22f96ea,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:37.875460 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=143aed9e-e502-4b83-9ace-a31979f6866a,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:37.893752 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 4d9f8cb2-704d-49f8-b107-03282d57811d triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:37.894147 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (4d9f8cb2-704d-49f8-b107-03282d57811d), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:37.940279 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-665ab01c-6429-438d-b024-ab78844a7a98 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741989 Sep 06 04:35:38.156732 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 4d9f8cb2-704d-49f8-b107-03282d57811d is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:38.210537 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-d1774442-e636-41d3-a080-64f18bc71c07 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--34582713&fields=id&tenant_id=2388589a34d346f3b31b231a9dafe34d HTTP/1.1" status: 200 len: 267 time: 0.1137619 Sep 06 04:35:38.292504 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Sync routers for ids ['0626e46f-6fd8-4650-9e7f-1a9d9136c311'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:35:38.308670 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:37Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:38.309508 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Routers {'0626e46f-6fd8-4650-9e7f-1a9d9136c311'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:35:38.309508 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:35:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['0626e46f-6fd8-4650-9e7f-1a9d9136c311'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:38.341135 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1febdd98-bc80-47db-8080-71c65defae28 None None] The sync data for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi is: [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:37Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:35:38.542704 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-7d2a1b79-5095-4e34-af30-7a07876f266b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:38.560458 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-7d2a1b79-5095-4e34-af30-7a07876f266b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/networks?id=6861b199-7de9-4155-8c49-44122ab810f3 HTTP/1.1" status: 200 len: 817 time: 0.3298960 Sep 06 04:35:38.585769 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 88340fa2-ed18-4284-9874-5debab43dd60 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:38.616248 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-8e663577-46d4-425d-a346-192386594759 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/quotas/2388589a34d346f3b31b231a9dafe34d HTTP/1.1" status: 200 len: 375 time: 0.0368574 Sep 06 04:35:38.703423 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Set router 0626e46f-6fd8-4650-9e7f-1a9d9136c311 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:35:38.756196 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-7f468065-b5c6-4c65-9083-cd25e35619a4 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=2388589a34d346f3b31b231a9dafe34d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381121 Sep 06 04:35:38.843994 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:38.993959 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2725c44f-551a-45c6-9e2a-14ac680e3c77 req-5723635c-50a7-42f5-ad16-806e4935607d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 210 time: 0.1290343 Sep 06 04:35:39.075988 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 88340fa2-ed18-4284-9874-5debab43dd60 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:39.076750 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (88340fa2-ed18-4284-9874-5debab43dd60), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:39.163830 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9e21c1ca-0241-4897-8d50-434ce9ad9bf8 req-a2ee3b14-7783-43e5-a8ed-62c1539d578a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 210 time: 0.0661430 Sep 06 04:35:39.358917 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8352c1ef-6923-4f3f-ad92-455d62561028 req-9665efc1-5adf-465c-ae10-792b231a40d5 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 210 time: 0.0779877 Sep 06 04:35:39.377211 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-126dadb4-fc60-45de-998e-00019fc13308 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6054041 Sep 06 04:35:39.407356 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 88340fa2-ed18-4284-9874-5debab43dd60 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:39.408478 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 5fa637cd-9f27-44c6-a435-484a5506dbc3 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:39.522820 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'name': 'tempest-DeleteServersTestJSON-360431265-router', 'tenant_id': '96ba8ad37f17481a9691031fefbc3c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '143aed9e-e502-4b83-9ace-a31979f6866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:31Z', 'revision_number': 4, 'project_id': '96ba8ad37f17481a9691031fefbc3c80', 'gw_port': {'id': '143aed9e-e502-4b83-9ace-a31979f6866a', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '8fb5432e-b8d8-4e97-832c-4fae1ee09211', 'name': '', 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495', 'tenant_id': '96ba8ad37f17481a9691031fefbc3c80', 'mac_address': 'fa:16:3e:5f:f9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:29Z', 'updated_at': '2022-09-06T04:35:32Z', 'revision_number': 2, 'project_id': '96ba8ad37f17481a9691031fefbc3c80', 'subnets': [{'id': 'fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:39.524810 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 5fa637cd-9f27-44c6-a435-484a5506dbc3 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:39.525194 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (5fa637cd-9f27-44c6-a435-484a5506dbc3), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:39.567488 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Checking router: 0626e46f-6fd8-4650-9e7f-1a9d9136c311 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:35:39.567846 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Updating router 0626e46f-6fd8-4650-9e7f-1a9d9136c311 port 8fb5432e-b8d8-4e97-832c-4fae1ee09211 binding host dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:35:39.568229 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-48eb180f-8b1a-4762-ba6f-05834d63fde9 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772563 Sep 06 04:35:39.623917 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:39.707989 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.46', 59829) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:39.934791 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 5fa637cd-9f27-44c6-a435-484a5506dbc3 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:39.935181 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (5fa637cd-9f27-44c6-a435-484a5506dbc3), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:39.938853 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:40.104535 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.46', 59835) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:40.105185 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port 5fa637cd-9f27-44c6-a435-484a5506dbc3, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=5fa637cd-9f27-44c6-a435-484a5506dbc3,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:35:40.236707 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (5fa637cd-9f27-44c6-a435-484a5506dbc3), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:40.239556 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device d669fceb-babb-49ad-8fce-47c11c1f6d13 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:40.264251 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7f2ec6e5-8faf-4992-9370-9a75dbc063bd req-ab2629b5-6c6d-4d33-a8db-448e27d3e1ba tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 210 time: 0.1501927 Sep 06 04:35:40.344344 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-a7f7bc2a-170c-4dc8-828b-bd45d776878a tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:40.346153 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-a7f7bc2a-170c-4dc8-828b-bd45d776878a tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.46 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 818 time: 0.2418344 Sep 06 04:35:40.446557 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9fa23ccf-4445-4efd-be90-d690f35e9fd2 req-b9cc8996-4e97-4a3d-bc23-407514404203 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 210 time: 0.0692852 Sep 06 04:35:40.467325 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eee663-5062-4242-84a5-55655f4ad61d req-90f3aade-1e8a-441f-b3a1-0699794c1a1e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:40.469082 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-08eee663-5062-4242-84a5-55655f4ad61d req-90f3aade-1e8a-441f-b3a1-0699794c1a1e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.46 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 818 time: 0.7318718 Sep 06 04:35:40.470275 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:40.499503 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=5fa637cd-9f27-44c6-a435-484a5506dbc3,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:40.518901 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port d669fceb-babb-49ad-8fce-47c11c1f6d13 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:40.519405 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:40.555900 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cd217697-b242-49db-9377-079db501a889 req-81bc2faf-77a9-46d9-9b61-e0c13f8eba46 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 210 time: 0.0673289 Sep 06 04:35:40.597784 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:40.600512 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-785efc8b-a200-4e6d-a098-b603b9ece149 req-f6e9069d-a307-4a0d-bfe1-3f7ccd0e82ad tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 210 time: 0.0401347 Sep 06 04:35:40.622162 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Publish callbacks [] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), precommit_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:40.652799 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-6d441b8d-450c-4102-9e2f-af7612059873 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Request body: {'port': {'device_id': 'c7855d2a-a4a4-44fa-9200-c2b74b273458', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'admin_state_up': True, 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:40.655141 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-08eee663-5062-4242-84a5-55655f4ad61d req-7948566b-be21-4f3d-b51e-fb23e60a6687 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Request body: {'port': {'device_id': 'ed927594-12ef-48af-b170-5b88f8ecb0ec', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'admin_state_up': True, 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:40.701962 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port d669fceb-babb-49ad-8fce-47c11c1f6d13 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:40.702509 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:40.744875 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port d669fceb-babb-49ad-8fce-47c11c1f6d13, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=d669fceb-babb-49ad-8fce-47c11c1f6d13,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:35:40.749429 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:40.752234 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:40.875868 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cde72-6b02-45e9-8a79-e047f86f278d None None] Pushing event updated for resources: {'Port': ['ID=8fb5432e-b8d8-4e97-832c-4fae1ee09211,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:40.883880 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:40.884697 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 143aed9e-e502-4b83-9ace-a31979f6866a up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:40.909929 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:40.938638 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Attempting to bind port 8fb5432e-b8d8-4e97-832c-4fae1ee09211 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:35:40.939069 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Attempting to bind port 8fb5432e-b8d8-4e97-832c-4fae1ee09211 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': 'bce1e555-d55c-4908-b897-c76825f6762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:35:40.939506 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Attempting to bind port 8fb5432e-b8d8-4e97-832c-4fae1ee09211 on network 9bcee315-88c0-4acf-82b7-0c166d7d1495 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:40.958813 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-6d441b8d-450c-4102-9e2f-af7612059873 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Made reservation on behalf of 7aa4ca550edd4876a4c6c56deedf9d70 for: {'port': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:35:40.962728 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-6d441b8d-450c-4102-9e2f-af7612059873 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:41.019774 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08eee663-5062-4242-84a5-55655f4ad61d req-7948566b-be21-4f3d-b51e-fb23e60a6687 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Made reservation on behalf of 7aa4ca550edd4876a4c6c56deedf9d70 for: {'port': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:35:41.024546 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-08eee663-5062-4242-84a5-55655f4ad61d req-7948566b-be21-4f3d-b51e-fb23e60a6687 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:41.028642 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=d669fceb-babb-49ad-8fce-47c11c1f6d13,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:41.032912 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:35:41.033090 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Checking segment: {'id': 'bce1e555-d55c-4908-b897-c76825f6762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:41.033483 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:41.033861 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Bound using segment: {'id': 'bce1e555-d55c-4908-b897-c76825f6762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:35:41.034332 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Bound port: 8fb5432e-b8d8-4e97-832c-4fae1ee09211, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce1e555-d55c-4908-b897-c76825f6762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:35:41.034857 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:41.057362 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 143aed9e-e502-4b83-9ace-a31979f6866a triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:41.057776 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (143aed9e-e502-4b83-9ace-a31979f6866a), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:41.074182 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.46', 59845) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:41.155943 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] For port 8fb5432e-b8d8-4e97-832c-4fae1ee09211, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:35:41.162781 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] For port 8fb5432e-b8d8-4e97-832c-4fae1ee09211, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=8fb5432e-b8d8-4e97-832c-4fae1ee09211,segment=NetworkSegment(bce1e555-d55c-4908-b897-c76825f6762c),segment_id=bce1e555-d55c-4908-b897-c76825f6762c)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:35:41.216050 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 143aed9e-e502-4b83-9ace-a31979f6866a is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:41.276227 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:41.283158 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-6d441b8d-450c-4102-9e2f-af7612059873 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Allocated IP 172.20.0.4 (06e43195-6270-4b08-b3f6-284307ad52d8/88d92641-1180-487b-a0e6-2342c26bb7b9/7dd08f26-fca9-44dc-9f2f-a94635106365) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:41.347991 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Routers {'0626e46f-6fd8-4650-9e7f-1a9d9136c311'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:35:41.348638 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:35:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['0626e46f-6fd8-4650-9e7f-1a9d9136c311'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:41.396224 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-c51a2c1d-285d-4fdd-a04f-cc351471d496 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:41.398415 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-c51a2c1d-285d-4fdd-a04f-cc351471d496 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.46 "GET /networking/v2.0/networks?id=9bcee315-88c0-4acf-82b7-0c166d7d1495 HTTP/1.1" status: 200 len: 811 time: 0.2478909 Sep 06 04:35:41.444855 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-6b744715-15c9-48e1-8abd-81599c441847 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Request body: {'port': {'device_id': '04e4b2e8-d999-4a8f-90f7-cb565ec5c716', 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495', 'admin_state_up': True, 'tenant_id': '96ba8ad37f17481a9691031fefbc3c80'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:41.465915 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-784ff8c9-8a3d-475e-aa95-2ed47e10e497 req-6b63d7a8-a330-4f01-887f-73aa5ff91fb4 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 210 time: 0.0559204 Sep 06 04:35:41.535760 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 5fa637cd-9f27-44c6-a435-484a5506dbc3 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:41.582519 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:41.629978 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fd4cc1e1-87fc-4180-ac2c-52a5893aed36 req-1863bf91-e304-46a2-960a-c2ae1bcc3b02 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 210 time: 0.0597489 Sep 06 04:35:41.673787 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-6d441b8d-450c-4102-9e2f-af7612059873 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for port (7dd08f26-fca9-44dc-9f2f-a94635106365), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:41.695890 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cde72-6b02-45e9-8a79-e047f86f278d None None] Pushing event updated for resources: {'Port': ['ID=8fb5432e-b8d8-4e97-832c-4fae1ee09211,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:41.772899 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] Set router 0626e46f-6fd8-4650-9e7f-1a9d9136c311 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:35:41.813432 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8cc5554c-9fbe-4bb8-b539-aceb32fd1bb9 req-1259b577-0feb-4d67-8e38-d7ac4c83a9b3 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 210 time: 0.0491650 Sep 06 04:35:41.830680 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 5fa637cd-9f27-44c6-a435-484a5506dbc3 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:41.831361 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (5fa637cd-9f27-44c6-a435-484a5506dbc3), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:41.882713 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-6d441b8d-450c-4102-9e2f-af7612059873 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (7dd08f26-fca9-44dc-9f2f-a94635106365), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:41.943686 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-052b7a2e-e75a-4c39-a6cf-fb02b2ce0c17 req-aa55f971-55ce-410f-89d1-d2336877cc15 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 210 time: 0.1417139 Sep 06 04:35:41.954028 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-6b744715-15c9-48e1-8abd-81599c441847 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Made reservation on behalf of 96ba8ad37f17481a9691031fefbc3c80 for: {'port': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:35:41.956732 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-6b744715-15c9-48e1-8abd-81599c441847 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:42.051161 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [req-08eee663-5062-4242-84a5-55655f4ad61d req-7948566b-be21-4f3d-b51e-fb23e60a6687 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Allocated IP 172.20.0.7 (06e43195-6270-4b08-b3f6-284307ad52d8/88d92641-1180-487b-a0e6-2342c26bb7b9/831811de-3ef7-415e-be56-fafeee2815c2) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:42.062711 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 5fa637cd-9f27-44c6-a435-484a5506dbc3 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:42.067321 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device d669fceb-babb-49ad-8fce-47c11c1f6d13 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:42.067862 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-6d441b8d-450c-4102-9e2f-af7612059873 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Network 06e43195-6270-4b08-b3f6-284307ad52d8 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:42.100983 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-6d441b8d-450c-4102-9e2f-af7612059873 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:42.120736 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-6d441b8d-450c-4102-9e2f-af7612059873 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:42.143855 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-6d441b8d-450c-4102-9e2f-af7612059873 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:42.150108 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-6d441b8d-450c-4102-9e2f-af7612059873 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:42.177109 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d441b8d-450c-4102-9e2f-af7612059873 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Pushing event updated for resources: {'Port': ['ID=7dd08f26-fca9-44dc-9f2f-a94635106365,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:42.205764 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:42.290613 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port d669fceb-babb-49ad-8fce-47c11c1f6d13 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:42.290992 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:42.312568 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-6d441b8d-450c-4102-9e2f-af7612059873 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6698556 Sep 06 04:35:42.322467 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:42.377996 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:42.379396 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-6b744715-15c9-48e1-8abd-81599c441847 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Allocated IP 172.20.0.13 (9bcee315-88c0-4acf-82b7-0c166d7d1495/fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e/6f3d018c-b1db-426d-bceb-91b09c7660bd) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:42.380024 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:42.429233 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-8006acf0-81a6-4d0b-bb2e-848af46308c4 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 06 04:35:42.430347 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-8006acf0-81a6-4d0b-bb2e-848af46308c4 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0120809 Sep 06 04:35:42.440310 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-bccab12f-1bc5-4498-8e1f-25d0a5773db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:42.577619 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 34308) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:42.712925 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port d669fceb-babb-49ad-8fce-47c11c1f6d13 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:42.751639 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'name': 'tempest-DeleteServersTestJSON-360431265-router', 'tenant_id': '96ba8ad37f17481a9691031fefbc3c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '143aed9e-e502-4b83-9ace-a31979f6866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:31Z', 'revision_number': 4, 'project_id': '96ba8ad37f17481a9691031fefbc3c80', 'gw_port': {'id': '143aed9e-e502-4b83-9ace-a31979f6866a', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '8fb5432e-b8d8-4e97-832c-4fae1ee09211', 'name': '', 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495', 'tenant_id': '96ba8ad37f17481a9691031fefbc3c80', 'mac_address': 'fa:16:3e:5f:f9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:29Z', 'updated_at': '2022-09-06T04:35:41Z', 'revision_number': 4, 'project_id': '96ba8ad37f17481a9691031fefbc3c80', 'subnets': [{'id': 'fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:35:42.780042 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-02447e8e-3c27-4669-8a0a-66139a2a79ee req-f16da71b-ef27-4b35-97be-6fda50c8285e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 210 time: 0.0888677 Sep 06 04:35:42.818024 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba507c6a-c6f3-4656-95c9-7e74d57b747e None None] The sync data for ids ['0626e46f-6fd8-4650-9e7f-1a9d9136c311'] in dv-cinder-856002-1-iscsi is: [{'id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'name': 'tempest-DeleteServersTestJSON-360431265-router', 'tenant_id': '96ba8ad37f17481a9691031fefbc3c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '143aed9e-e502-4b83-9ace-a31979f6866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:31Z', 'revision_number': 4, 'project_id': '96ba8ad37f17481a9691031fefbc3c80', 'gw_port': {'id': '143aed9e-e502-4b83-9ace-a31979f6866a', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '8fb5432e-b8d8-4e97-832c-4fae1ee09211', 'name': '', 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495', 'tenant_id': '96ba8ad37f17481a9691031fefbc3c80', 'mac_address': 'fa:16:3e:5f:f9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:29Z', 'updated_at': '2022-09-06T04:35:41Z', 'revision_number': 4, 'project_id': '96ba8ad37f17481a9691031fefbc3c80', 'subnets': [{'id': 'fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:35:42.818024 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-285efc9f-472a-44c3-b2fc-7db0d033d639 None None] Provisioning complete for port 7dd08f26-fca9-44dc-9f2f-a94635106365 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:42.818024 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-285efc9f-472a-44c3-b2fc-7db0d033d639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (7dd08f26-fca9-44dc-9f2f-a94635106365), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:42.865592 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-285efc9f-472a-44c3-b2fc-7db0d033d639 None None] Port 7dd08f26-fca9-44dc-9f2f-a94635106365 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:35:42.899405 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.46', 59860) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:42.984483 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f713acca-b02c-4cdb-bffa-c467d6dc99e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:43.169819 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Request body: {'port': {'device_id': 'c7855d2a-a4a4-44fa-9200-c2b74b273458', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:43.232924 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-66af9209-257f-44a3-a4f3-dfebfd0ff736 req-dfd0f54b-fe86-4e9c-b09e-61b70f3f9732 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 210 time: 0.1720824 Sep 06 04:35:43.249854 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53887d-6eab-4191-8b47-1348446f6efa req-e457d103-afad-4e78-b050-95b66df96c5b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:43.258851 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8f53887d-6eab-4191-8b47-1348446f6efa req-e457d103-afad-4e78-b050-95b66df96c5b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 931 time: 0.4077263 Sep 06 04:35:43.265203 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-08eee663-5062-4242-84a5-55655f4ad61d req-7948566b-be21-4f3d-b51e-fb23e60a6687 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for port (831811de-3ef7-415e-be56-fafeee2815c2), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:43.563390 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 8fb5432e-b8d8-4e97-832c-4fae1ee09211 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:43.647633 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:43.721114 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-6b744715-15c9-48e1-8abd-81599c441847 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Publish callbacks [] for port (6f3d018c-b1db-426d-bceb-91b09c7660bd), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:43.734602 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 8fb5432e-b8d8-4e97-832c-4fae1ee09211 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:43.756319 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:43.764111 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:43.770765 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ac358f35-eb54-4b1f-b3eb-c07a6d4ce4a6 req-87cb9b28-9f28-4fa0-96c7-2c3b36a05e21 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 210 time: 0.3167191 Sep 06 04:35:43.805763 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8f53887d-6eab-4191-8b47-1348446f6efa req-223e26cd-9be8-4122-9fcd-500138851012 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452313 Sep 06 04:35:43.843758 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-08eee663-5062-4242-84a5-55655f4ad61d req-7948566b-be21-4f3d-b51e-fb23e60a6687 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (831811de-3ef7-415e-be56-fafeee2815c2), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:43.929591 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f713acca-b02c-4cdb-bffa-c467d6dc99e7 admin admin] Publish callbacks [] for security_group (c3091353-c83f-437e-8a9f-c50eb3e17ada), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:43.954267 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-2254df93-3a3a-4916-b654-dfcfc34187ae tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:43.956600 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-2254df93-3a3a-4916-b654-dfcfc34187ae tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "GET /networking/v2.0/networks?id=4c394cea-216c-4a1f-9277-2bb67bf6a21b HTTP/1.1" status: 200 len: 815 time: 1.0321293 Sep 06 04:35:43.966559 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (7dd08f26-fca9-44dc-9f2f-a94635106365), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:44.004432 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-6b744715-15c9-48e1-8abd-81599c441847 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (6f3d018c-b1db-426d-bceb-91b09c7660bd), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:44.070042 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f713acca-b02c-4cdb-bffa-c467d6dc99e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (c3091353-c83f-437e-8a9f-c50eb3e17ada), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:44.106271 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-6b744715-15c9-48e1-8abd-81599c441847 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Network 9bcee315-88c0-4acf-82b7-0c166d7d1495 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:44.123222 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-6b744715-15c9-48e1-8abd-81599c441847 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:44.137503 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08eee663-5062-4242-84a5-55655f4ad61d req-7948566b-be21-4f3d-b51e-fb23e60a6687 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Network 06e43195-6270-4b08-b3f6-284307ad52d8 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:44.137976 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a88f39f0-624f-4fc0-b4d0-64d0c3fba266 req-0703e647-a6f3-4c42-83cc-6a7a18f3cc3e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 210 time: 0.0992467 Sep 06 04:35:44.153639 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-6b744715-15c9-48e1-8abd-81599c441847 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:44.160307 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-6b744715-15c9-48e1-8abd-81599c441847 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:44.161188 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-6b744715-15c9-48e1-8abd-81599c441847 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:44.181997 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [req-08eee663-5062-4242-84a5-55655f4ad61d req-7948566b-be21-4f3d-b51e-fb23e60a6687 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:44.202758 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-08eee663-5062-4242-84a5-55655f4ad61d req-7948566b-be21-4f3d-b51e-fb23e60a6687 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:44.252230 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eee663-5062-4242-84a5-55655f4ad61d req-7948566b-be21-4f3d-b51e-fb23e60a6687 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:44.252230 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-08eee663-5062-4242-84a5-55655f4ad61d req-7948566b-be21-4f3d-b51e-fb23e60a6687 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:44.332455 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-6b744715-15c9-48e1-8abd-81599c441847 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9072406 Sep 06 04:35:44.333570 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948566b-be21-4f3d-b51e-fb23e60a6687 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Pushing event updated for resources: {'Port': ['ID=831811de-3ef7-415e-be56-fafeee2815c2,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:44.404391 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Request body: {'port': {'device_id': '04e4b2e8-d999-4a8f-90f7-cb565ec5c716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:44.458537 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 8fb5432e-b8d8-4e97-832c-4fae1ee09211 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:44.459875 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:44.552042 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-08eee663-5062-4242-84a5-55655f4ad61d req-7948566b-be21-4f3d-b51e-fb23e60a6687 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8831093 Sep 06 04:35:44.580111 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port 8fb5432e-b8d8-4e97-832c-4fae1ee09211, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=8fb5432e-b8d8-4e97-832c-4fae1ee09211,segment=NetworkSegment(bce1e555-d55c-4908-b897-c76825f6762c),segment_id=bce1e555-d55c-4908-b897-c76825f6762c)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:35:44.586794 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-f713acca-b02c-4cdb-bffa-c467d6dc99e7 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=c0fa3c60782e4830b8c02ab8770e8d60&name=default HTTP/1.1" status: 200 len: 2993 time: 2.0079067 Sep 06 04:35:44.590708 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 34356) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:44.603243 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-72d79cfe-be1d-4132-b730-9190ca50a7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:44.665798 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:44.667834 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713acca-b02c-4cdb-bffa-c467d6dc99e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3091353-c83f-437e-8a9f-c50eb3e17ada,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:44.713425 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Request body: {'port': {'device_id': 'ed927594-12ef-48af-b170-5b88f8ecb0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:44.742203 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-c7d21943-d0f7-4013-a041-5c3975646e61 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3d04ba57221f42d684873d624dbfd283 HTTP/1.1" status: 200 len: 380 time: 0.7446315 Sep 06 04:35:44.752828 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b744715-15c9-48e1-8abd-81599c441847 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Pushing event updated for resources: {'Port': ['ID=6f3d018c-b1db-426d-bceb-91b09c7660bd,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:44.755227 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (6f3d018c-b1db-426d-bceb-91b09c7660bd), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:44.768839 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-774ef5c9-fddc-40f6-9a6a-271ad966463f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'port': {'device_id': '655e54ca-b46d-40ea-a544-c796990772d7', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'admin_state_up': True, 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'security_groups': ['e0d60e73-dd7a-4aef-9366-ce00c731d5dd']}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:44.790863 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-90dec571-777d-422e-9aee-43a8e4e47a3f None None] Provisioning complete for port 6f3d018c-b1db-426d-bceb-91b09c7660bd triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:44.790863 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-90dec571-777d-422e-9aee-43a8e4e47a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (6f3d018c-b1db-426d-bceb-91b09c7660bd), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:44.796175 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816454a-483c-4caa-bed3-52e62e81ff2d req-33dceac4-ae31-477e-80ba-08b59cbf891b tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:44.797758 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1816454a-483c-4caa-bed3-52e62e81ff2d req-33dceac4-ae31-477e-80ba-08b59cbf891b tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 932 time: 0.2665119 Sep 06 04:35:44.803923 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.46', 59872) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:44.819208 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:44.921393 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=8fb5432e-b8d8-4e97-832c-4fae1ee09211,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:44.953426 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-90dec571-777d-422e-9aee-43a8e4e47a3f None None] Port 6f3d018c-b1db-426d-bceb-91b09c7660bd cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:35:44.977116 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-90dec571-777d-422e-9aee-43a8e4e47a3f None None] Provisioning complete for port 831811de-3ef7-415e-be56-fafeee2815c2 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:44.977514 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-90dec571-777d-422e-9aee-43a8e4e47a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (831811de-3ef7-415e-be56-fafeee2815c2), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:45.040287 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-90dec571-777d-422e-9aee-43a8e4e47a3f None None] Port 831811de-3ef7-415e-be56-fafeee2815c2 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:35:45.232131 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (831811de-3ef7-415e-be56-fafeee2815c2), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:45.263902 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:45.277678 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ff99996f-b56b-4815-ae00-3f94460ee008 req-7ebca641-ef65-4b74-9992-04d8a730e5d0 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 210 time: 0.1379778 Sep 06 04:35:45.473965 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 8fb5432e-b8d8-4e97-832c-4fae1ee09211 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:35:45.523123 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-918eec80-838f-4b94-975b-9f6d68f4e8d1 admin admin] Publish callbacks [] for security_group (c3091353-c83f-437e-8a9f-c50eb3e17ada), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:45.566328 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 8fb5432e-b8d8-4e97-832c-4fae1ee09211 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:45.571300 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:45.649752 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd08f26-fca9-44dc-9f2f-a94635106365 {{(pid=106938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:35:45.671952 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-918eec80-838f-4b94-975b-9f6d68f4e8d1 admin admin] Publish callbacks [] for security_group (c3091353-c83f-437e-8a9f-c50eb3e17ada), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:45.677941 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Publish callbacks [] for port (7dd08f26-fca9-44dc-9f2f-a94635106365), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:45.691437 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:45.728183 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1816454a-483c-4caa-bed3-52e62e81ff2d req-cfc3d3f1-5f04-440d-81f9-30ce35f3266d tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8989336 Sep 06 04:35:45.813084 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-d095ccac-0116-47fa-b7c6-8d3df7df54bc tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:45.814823 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-d095ccac-0116-47fa-b7c6-8d3df7df54bc tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.46 "GET /networking/v2.0/networks?id=6861b199-7de9-4155-8c49-44122ab810f3 HTTP/1.1" status: 200 len: 817 time: 1.0056086 Sep 06 04:35:45.836512 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b597e2-72e7-4377-90a2-03612d09498c req-125fd20a-789c-46e4-91ce-d05b3f1f162d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:45.838306 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b5b597e2-72e7-4377-90a2-03612d09498c req-125fd20a-789c-46e4-91ce-d05b3f1f162d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 931 time: 0.3181014 Sep 06 04:35:45.871584 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.provisioning_blocks [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Transition to ACTIVE for port object 7dd08f26-fca9-44dc-9f2f-a94635106365 will not be triggered until provisioned by entity L2. {{(pid=106938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:35:45.872993 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 8fb5432e-b8d8-4e97-832c-4fae1ee09211 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:35:45.962588 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b5b597e2-72e7-4377-90a2-03612d09498c req-24c2deb9-9f40-4295-b4ce-bff7cae0cafa tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066248 Sep 06 04:35:46.000889 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (7dd08f26-fca9-44dc-9f2f-a94635106365), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:46.013179 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:46.064234 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:46.095556 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-774ef5c9-fddc-40f6-9a6a-271ad966463f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Made reservation on behalf of 3d04ba57221f42d684873d624dbfd283 for: {'port': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:35:46.101850 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-774ef5c9-fddc-40f6-9a6a-271ad966463f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:46.116892 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:46.120849 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-918eec80-838f-4b94-975b-9f6d68f4e8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (c3091353-c83f-437e-8a9f-c50eb3e17ada), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:46.123505 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-918eec80-838f-4b94-975b-9f6d68f4e8d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:46.124720 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-918eec80-838f-4b94-975b-9f6d68f4e8d1 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/c3091353-c83f-437e-8a9f-c50eb3e17ada HTTP/1.1" status: 204 len: 168 time: 1.4962580 Sep 06 04:35:46.133228 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b3821818-5014-44bd-aa3c-e0e2674ff2f4 req-05124260-d04a-4822-829f-dba0fe79f7f4 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 210 time: 0.3146150 Sep 06 04:35:46.173248 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Attempting to bind port 7dd08f26-fca9-44dc-9f2f-a94635106365 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:35:46.173248 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Attempting to bind port 7dd08f26-fca9-44dc-9f2f-a94635106365 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:35:46.173248 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Attempting to bind port 7dd08f26-fca9-44dc-9f2f-a94635106365 on network 06e43195-6270-4b08-b3f6-284307ad52d8 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:46.206237 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918eec80-838f-4b94-975b-9f6d68f4e8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3091353-c83f-437e-8a9f-c50eb3e17ada,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:46.233981 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd08f26-fca9-44dc-9f2f-a94635106365,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:46.286771 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Port 7dd08f26-fca9-44dc-9f2f-a94635106365 on network 06e43195-6270-4b08-b3f6-284307ad52d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:35:46.287422 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Attempting to bind port 7dd08f26-fca9-44dc-9f2f-a94635106365 on network 06e43195-6270-4b08-b3f6-284307ad52d8 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:46.349512 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3d018c-b1db-426d-bceb-91b09c7660bd {{(pid=106939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:35:46.364096 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Publish callbacks [] for port (6f3d018c-b1db-426d-bceb-91b09c7660bd), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:46.426530 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-4bc23fa7-a452-4392-a89a-ddf40170c408 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2388589a34d346f3b31b231a9dafe34d HTTP/1.1" status: 200 len: 378 time: 0.5728254 Sep 06 04:35:46.434324 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.provisioning_blocks [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Transition to ACTIVE for port object 6f3d018c-b1db-426d-bceb-91b09c7660bd will not be triggered until provisioned by entity L2. {{(pid=106939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:35:46.445709 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-a8765a06-956d-4ebc-88cc-80e51d52f132 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Request body: {'port': {'device_id': '53238a8f-2601-4952-acd2-4dcb02761c12', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'admin_state_up': True, 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'security_groups': ['ea3cb129-25fa-4161-a6a1-6b35309ff8c3']}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:46.457163 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:35:46.486623 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Checking segment: {'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:46.486623 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Bound using segment: {'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:35:46.486623 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Bound port: 7dd08f26-fca9-44dc-9f2f-a94635106365, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'}}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:35:46.486623 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (7dd08f26-fca9-44dc-9f2f-a94635106365), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:46.501119 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-72d9d4f9-b725-49e3-8333-06b6b772efb1 req-583ce957-3ae3-4b85-bcaa-0529a9286b3c tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 210 time: 0.0566595 Sep 06 04:35:46.552769 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-774ef5c9-fddc-40f6-9a6a-271ad966463f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Allocated IP 172.20.0.10 (4c394cea-216c-4a1f-9277-2bb67bf6a21b/b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f/f88cebc5-b6a7-4ea8-9133-58a12f404543) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:46.590922 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:46.607034 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] For port 7dd08f26-fca9-44dc-9f2f-a94635106365, host hv-cinder-85600, cleared binding levels {{(pid=106938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:35:46.639989 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] For port 7dd08f26-fca9-44dc-9f2f-a94635106365, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=7dd08f26-fca9-44dc-9f2f-a94635106365,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:35:46.676321 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831811de-3ef7-415e-be56-fafeee2815c2 {{(pid=106939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:35:46.706958 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Publish callbacks [] for port (831811de-3ef7-415e-be56-fafeee2815c2), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:46.789523 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (7dd08f26-fca9-44dc-9f2f-a94635106365), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:46.809508 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:46.810139 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:46.815279 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/7dd08f26-fca9-44dc-9f2f-a94635106365 HTTP/1.1" status: 200 len: 1093 time: 3.8844011 Sep 06 04:35:46.815793 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 34412) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:46.819823 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7855d2a-a4a4-44fa-9200-c2b74b273458', 'tag': '7dd08f26-fca9-44dc-9f2f-a94635106365'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:35:46.872572 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (6f3d018c-b1db-426d-bceb-91b09c7660bd), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:46.979123 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.provisioning_blocks [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Transition to ACTIVE for port object 831811de-3ef7-415e-be56-fafeee2815c2 will not be triggered until provisioned by entity L2. {{(pid=106939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:35:46.985187 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:47.181916 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (831811de-3ef7-415e-be56-fafeee2815c2), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:47.300625 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:47.321602 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:47.371146 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-a8765a06-956d-4ebc-88cc-80e51d52f132 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Made reservation on behalf of 2388589a34d346f3b31b231a9dafe34d for: {'port': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:35:47.385295 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-a8765a06-956d-4ebc-88cc-80e51d52f132 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:47.464301 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2264b-6053-4b86-b86c-a08922f01225 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd08f26-fca9-44dc-9f2f-a94635106365,revision_number=3']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:47.484021 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Pushing event updated for resources: {'Port': ['ID=6f3d018c-b1db-426d-bceb-91b09c7660bd,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:47.506248 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Attempting to bind port 6f3d018c-b1db-426d-bceb-91b09c7660bd on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:35:47.506659 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Attempting to bind port 6f3d018c-b1db-426d-bceb-91b09c7660bd by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'bce1e555-d55c-4908-b897-c76825f6762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495'}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:35:47.507012 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Attempting to bind port 6f3d018c-b1db-426d-bceb-91b09c7660bd on network 9bcee315-88c0-4acf-82b7-0c166d7d1495 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:47.613661 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-9de81ef7-9bf4-4853-940b-0aaeb2e6a8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:47.630840 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d193b-f7a4-4265-89c2-f65b945e2d89 req-2a272a3a-1d11-423e-8e84-7d5f8e7f6285 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:47.638738 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-172d193b-f7a4-4265-89c2-f65b945e2d89 req-2a272a3a-1d11-423e-8e84-7d5f8e7f6285 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 944 time: 0.6757295 Sep 06 04:35:47.642499 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-c2026421-8935-4967-8abf-dca5911e749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:47.644730 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-c2026421-8935-4967-8abf-dca5911e749e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 1127 time: 0.5626218 Sep 06 04:35:47.655615 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8a4d7-a3e0-4280-952a-8df72b968eaa req-63ab3208-20b4-4e23-871f-bd5810313653 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:47.657278 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-daf8a4d7-a3e0-4280-952a-8df72b968eaa req-63ab3208-20b4-4e23-871f-bd5810313653 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 943 time: 0.5081258 Sep 06 04:35:47.699748 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-774ef5c9-fddc-40f6-9a6a-271ad966463f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for port (f88cebc5-b6a7-4ea8-9133-58a12f404543), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:47.795788 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 34444) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:47.812256 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c08fcd-a82f-4ffb-a47d-f24a74026a18" -d '{"events": [{"name": "network-changed", "server_uuid": "c7855d2a-a4a4-44fa-9200-c2b74b273458", "tag": "7dd08f26-fca9-44dc-9f2f-a94635106365"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:35:47.816301 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Attempting to bind port 831811de-3ef7-415e-be56-fafeee2815c2 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:35:47.816301 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Attempting to bind port 831811de-3ef7-415e-be56-fafeee2815c2 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:35:47.816547 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Attempting to bind port 831811de-3ef7-415e-be56-fafeee2815c2 on network 06e43195-6270-4b08-b3f6-284307ad52d8 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:47.883053 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=831811de-3ef7-415e-be56-fafeee2815c2,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:47.894463 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-210b24c3-c995-4794-8f92-cc30b4a3a882 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dd08f26-fca9-44dc-9f2f-a94635106365 HTTP/1.1" status: 200 len: 217 time: 0.2062368 Sep 06 04:35:47.929591 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:47.945671 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Port 6f3d018c-b1db-426d-bceb-91b09c7660bd on network 9bcee315-88c0-4acf-82b7-0c166d7d1495 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:35:47.945671 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Attempting to bind port 6f3d018c-b1db-426d-bceb-91b09c7660bd on network 9bcee315-88c0-4acf-82b7-0c166d7d1495 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:48.086565 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-172d193b-f7a4-4265-89c2-f65b945e2d89 req-84c81301-4aee-4722-a651-3aea025ced6f tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467390 Sep 06 04:35:48.105998 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:48.147632 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1bf8f336-395b-4646-ae03-a99ce33587ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:48.173360 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:35:48.173360 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Checking segment: {'id': 'bce1e555-d55c-4908-b897-c76825f6762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:48.174113 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Bound using segment: {'id': 'bce1e555-d55c-4908-b897-c76825f6762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495'} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:35:48.175794 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Bound port: 6f3d018c-b1db-426d-bceb-91b09c7660bd, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce1e555-d55c-4908-b897-c76825f6762c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495'}}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:35:48.176130 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (6f3d018c-b1db-426d-bceb-91b09c7660bd), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:48.199633 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Port 831811de-3ef7-415e-be56-fafeee2815c2 on network 06e43195-6270-4b08-b3f6-284307ad52d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:35:48.199966 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Attempting to bind port 831811de-3ef7-415e-be56-fafeee2815c2 on network 06e43195-6270-4b08-b3f6-284307ad52d8 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:48.248204 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-daf8a4d7-a3e0-4280-952a-8df72b968eaa req-e6174185-49d4-46fe-93ed-c4f516c7b479 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5444024 Sep 06 04:35:48.248204 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-2f98d54a-a4b6-4d0f-a353-0c3c1ee35029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:48.249478 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-2f98d54a-a4b6-4d0f-a353-0c3c1ee35029 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=88d92641-1180-487b-a0e6-2342c26bb7b9 HTTP/1.1" status: 200 len: 857 time: 0.3444073 Sep 06 04:35:48.294828 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7a70dde9-3d87-4d88-a0b0-25f46d5e95b9 req-1a45c47e-7eff-443e-b4f8-13d504765c31 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 210 time: 0.0536289 Sep 06 04:35:48.307163 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:48.395544 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-f021d809-27d2-4aeb-b682-eadf66fd873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:48.398350 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-f021d809-27d2-4aeb-b682-eadf66fd873a service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=06e43195-6270-4b08-b3f6-284307ad52d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1313620 Sep 06 04:35:48.452415 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:35:48.453736 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Checking segment: {'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:48.453736 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Bound using segment: {'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:35:48.453736 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Bound port: 831811de-3ef7-415e-be56-fafeee2815c2, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'}}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:35:48.454527 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (831811de-3ef7-415e-be56-fafeee2815c2), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:48.468743 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-a8765a06-956d-4ebc-88cc-80e51d52f132 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Allocated IP 172.20.0.3 (6861b199-7de9-4155-8c49-44122ab810f3/9b8031fd-df8e-40aa-8f52-58d945edc54a/19322183-60e8-44ac-b690-7448dfce3250) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:35:48.469026 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-27ad37b6-5456-4f64-96bf-ea6153f6d7d7 req-bdd3178b-8bee-4380-af89-27dbb8950df8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 210 time: 0.1097138 Sep 06 04:35:48.472388 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-9de81ef7-9bf4-4853-940b-0aaeb2e6a8ad admin admin] Publish callbacks [] for security_group (09887527-bad2-49c7-a957-8a647ba9f9d3), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:48.574569 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] For port 6f3d018c-b1db-426d-bceb-91b09c7660bd, host hv-cinder-85600, cleared binding levels {{(pid=106939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:35:48.606690 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03b5e8f-7b0d-448c-8a2d-e7a408c4d5cb x-openstack-request-id: req-f03b5e8f-7b0d-448c-8a2d-e7a408c4d5cb {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:35:48.606988 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7855d2a-a4a4-44fa-9200-c2b74b273458", "tag": "7dd08f26-fca9-44dc-9f2f-a94635106365", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:35:48.607240 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f03b5e8f-7b0d-448c-8a2d-e7a408c4d5cb {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:35:48.607769 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03b5e8f-7b0d-448c-8a2d-e7a408c4d5cb'] response: {'name': 'network-changed', 'server_uuid': 'c7855d2a-a4a4-44fa-9200-c2b74b273458', 'tag': '7dd08f26-fca9-44dc-9f2f-a94635106365', 'status': 'completed', 'code': 200} Sep 06 04:35:48.652940 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-9de81ef7-9bf4-4853-940b-0aaeb2e6a8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (09887527-bad2-49c7-a957-8a647ba9f9d3), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:48.655924 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] For port 6f3d018c-b1db-426d-bceb-91b09c7660bd, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=6f3d018c-b1db-426d-bceb-91b09c7660bd,segment=NetworkSegment(bce1e555-d55c-4908-b897-c76825f6762c),segment_id=bce1e555-d55c-4908-b897-c76825f6762c)] {{(pid=106939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:35:48.660420 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-774ef5c9-fddc-40f6-9a6a-271ad966463f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (f88cebc5-b6a7-4ea8-9133-58a12f404543), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:48.803050 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-9de81ef7-9bf4-4853-940b-0aaeb2e6a8ad admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=a3ab4d7d42b2424a988365042e839456&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8182979 Sep 06 04:35:48.862819 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 34468) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:48.863554 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de81ef7-9bf4-4853-940b-0aaeb2e6a8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09887527-bad2-49c7-a957-8a647ba9f9d3,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:48.878574 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-774ef5c9-fddc-40f6-9a6a-271ad966463f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Network 4c394cea-216c-4a1f-9277-2bb67bf6a21b is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:48.894994 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ef5c9-fddc-40f6-9a6a-271ad966463f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'Port': ['ID=f88cebc5-b6a7-4ea8-9133-58a12f404543,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:48.925607 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-774ef5c9-fddc-40f6-9a6a-271ad966463f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:48.998208 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-774ef5c9-fddc-40f6-9a6a-271ad966463f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:48.998928 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (6f3d018c-b1db-426d-bceb-91b09c7660bd), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:49.003658 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:49.004706 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:49.006618 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/6f3d018c-b1db-426d-bceb-91b09c7660bd HTTP/1.1" status: 200 len: 1094 time: 4.6170321 Sep 06 04:35:49.009074 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-774ef5c9-fddc-40f6-9a6a-271ad966463f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:49.009825 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-774ef5c9-fddc-40f6-9a6a-271ad966463f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:49.021286 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e4b2e8-d999-4a8f-90f7-cb565ec5c716', 'tag': '6f3d018c-b1db-426d-bceb-91b09c7660bd'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:35:49.123054 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] For port 831811de-3ef7-415e-be56-fafeee2815c2, host hv-cinder-85600, cleared binding levels {{(pid=106939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:35:49.224211 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] For port 831811de-3ef7-415e-be56-fafeee2815c2, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=831811de-3ef7-415e-be56-fafeee2815c2,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:35:49.272201 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1bf8f336-395b-4646-ae03-a99ce33587ff admin admin] Publish callbacks [] for security_group (399e6aca-74b0-4ba0-9de7-5262b74aa33c), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:49.293076 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:49.421584 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dee00f-fcad-48e5-a495-d4d66b06499a service neutron] Pushing event updated for resources: {'Port': ['ID=6f3d018c-b1db-426d-bceb-91b09c7660bd,revision_number=3']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:49.437866 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:49.444667 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353814c-27ad-4331-890d-4825b85599a6 req-a83776e1-ca50-4eeb-8865-ccb6913e1179 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:49.446424 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b353814c-27ad-4331-890d-4825b85599a6 req-a83776e1-ca50-4eeb-8865-ccb6913e1179 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 944 time: 0.0661483 Sep 06 04:35:49.504302 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ebd631-73cb-44bd-8b13-d45fe4aff468" -d '{"events": [{"name": "network-changed", "server_uuid": "04e4b2e8-d999-4a8f-90f7-cb565ec5c716", "tag": "6f3d018c-b1db-426d-bceb-91b09c7660bd"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:35:49.561300 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-31f1bc43-6e94-4019-b9cd-0aa01d0e6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:49.563180 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-31f1bc43-6e94-4019-b9cd-0aa01d0e6f62 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=96ba8ad37f17481a9691031fefbc3c80&device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 1128 time: 0.2688997 Sep 06 04:35:49.566158 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-a8765a06-956d-4ebc-88cc-80e51d52f132 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for port (19322183-60e8-44ac-b690-7448dfce3250), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:49.570926 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b353814c-27ad-4331-890d-4825b85599a6 req-252db860-3199-4bfd-80b1-741c91747a89 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926855 Sep 06 04:35:49.572448 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (831811de-3ef7-415e-be56-fafeee2815c2), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:49.580466 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1bf8f336-395b-4646-ae03-a99ce33587ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (399e6aca-74b0-4ba0-9de7-5262b74aa33c), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:49.582760 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-bbf38daf-3a92-4372-be64-2e9b8940e49f None None] Provisioning complete for port f88cebc5-b6a7-4ea8-9133-58a12f404543 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:49.585769 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-bbf38daf-3a92-4372-be64-2e9b8940e49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (f88cebc5-b6a7-4ea8-9133-58a12f404543), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:49.624651 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:49.625294 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:49.627312 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-08eee663-5062-4242-84a5-55655f4ad61d req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/831811de-3ef7-415e-be56-fafeee2815c2 HTTP/1.1" status: 200 len: 1093 time: 4.9256997 Sep 06 04:35:49.633790 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-1bf8f336-395b-4646-ae03-a99ce33587ff admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=6852f495350f402a9b2280e91d2df088&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8356967 Sep 06 04:35:49.643055 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 34492) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:49.648677 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-774ef5c9-fddc-40f6-9a6a-271ad966463f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8969932 Sep 06 04:35:49.658307 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-bbf38daf-3a92-4372-be64-2e9b8940e49f None None] Port f88cebc5-b6a7-4ea8-9133-58a12f404543 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:35:49.716867 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a9a8752e-4ac1-451b-b18b-3f983dd0f12c admin admin] Publish callbacks [] for security_group (09887527-bad2-49c7-a957-8a647ba9f9d3), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:49.740816 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-26f9b0e7-6137-4f3b-9912-595a4c0ac8df service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f3d018c-b1db-426d-bceb-91b09c7660bd HTTP/1.1" status: 200 len: 217 time: 0.1114762 Sep 06 04:35:49.745652 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Request body: {'port': {'device_id': '655e54ca-b46d-40ea-a544-c796990772d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:49.748859 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-ae1b7a0d-a0f1-4a7d-86b2-9925f69ff490 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9378047 Sep 06 04:35:49.755238 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070a1c3-71b9-4a86-9027-b1be6404aa0d req-29944e73-9fae-4ecd-b463-10a945e5e0f7 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:49.763304 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5070a1c3-71b9-4a86-9027-b1be6404aa0d req-29944e73-9fae-4ecd-b463-10a945e5e0f7 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 943 time: 0.3512049 Sep 06 04:35:49.850519 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-284c0338-6ed8-4f86-a275-98fe20ca477f req-4f2fa085-3562-4e26-8e65-58bdc5f844e1 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 210 time: 0.1141348 Sep 06 04:35:49.859904 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a9a8752e-4ac1-451b-b18b-3f983dd0f12c admin admin] Publish callbacks [] for security_group (09887527-bad2-49c7-a957-8a647ba9f9d3), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:49.930249 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eee663-5062-4242-84a5-55655f4ad61d req-4fe95a43-c56e-4080-95ee-8de0d43a49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:49.932000 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-08eee663-5062-4242-84a5-55655f4ad61d req-4fe95a43-c56e-4080-95ee-8de0d43a49e6 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 1127 time: 0.1150415 Sep 06 04:35:49.960400 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8f336-395b-4646-ae03-a99ce33587ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399e6aca-74b0-4ba0-9de7-5262b74aa33c,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:50.146193 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-08eee663-5062-4242-84a5-55655f4ad61d req-7b0dfdcf-711b-445c-bce8-a762b0034cc3 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=831811de-3ef7-415e-be56-fafeee2815c2 HTTP/1.1" status: 200 len: 217 time: 0.0495777 Sep 06 04:35:50.146193 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0ce73-ab46-4620-a88e-b1f4c96fd9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=831811de-3ef7-415e-be56-fafeee2815c2,revision_number=3']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:50.146193 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5070a1c3-71b9-4a86-9027-b1be6404aa0d req-6645abc9-bb95-403b-bd89-10e116a752d4 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826471 Sep 06 04:35:50.146193 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-274bc1d9-7683-40d4-9581-6649649cf2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:50.147940 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (f88cebc5-b6a7-4ea8-9133-58a12f404543), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:50.148483 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-274bc1d9-7683-40d4-9581-6649649cf2c1 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e HTTP/1.1" status: 200 len: 850 time: 0.3031349 Sep 06 04:35:50.148483 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eee663-5062-4242-84a5-55655f4ad61d req-f7a423f1-5e1b-47ad-b48b-8c21e6bad527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:50.148483 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-08eee663-5062-4242-84a5-55655f4ad61d req-f7a423f1-5e1b-47ad-b48b-8c21e6bad527 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=88d92641-1180-487b-a0e6-2342c26bb7b9 HTTP/1.1" status: 200 len: 857 time: 0.0974617 Sep 06 04:35:50.217208 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a1019e6e-2c1f-4dd2-a213-4ce6c3fc46f8 admin admin] Publish callbacks [] for security_group (399e6aca-74b0-4ba0-9de7-5262b74aa33c), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:50.237454 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-ebbacd74-1cab-4649-b873-022dba304c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:50.238980 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-ebbacd74-1cab-4649-b873-022dba304c87 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=9bcee315-88c0-4acf-82b7-0c166d7d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1019619 Sep 06 04:35:50.252448 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a1019e6e-2c1f-4dd2-a213-4ce6c3fc46f8 admin admin] Publish callbacks [] for security_group (399e6aca-74b0-4ba0-9de7-5262b74aa33c), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:50.259744 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:INSERT=12,neutron:SELECT=85,neutron:UPDATE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:50.287820 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-a8765a06-956d-4ebc-88cc-80e51d52f132 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (19322183-60e8-44ac-b690-7448dfce3250), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:50.323755 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef1c5529-8504-4c71-b7fb-f3ffe9f862ab req-d70bfdee-fa01-4c22-aa3b-f7fb44e6900a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009534 Sep 06 04:35:50.343140 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf9034-7a84-4764-a959-fe2f5d06d39d req-b3613623-f4ca-4935-a3a7-fabdd4e259e6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:50.351162 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-eacf9034-7a84-4764-a959-fe2f5d06d39d req-b3613623-f4ca-4935-a3a7-fabdd4e259e6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 932 time: 0.3375516 Sep 06 04:35:50.410510 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a1019e6e-2c1f-4dd2-a213-4ce6c3fc46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (399e6aca-74b0-4ba0-9de7-5262b74aa33c), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:50.413547 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a1019e6e-2c1f-4dd2-a213-4ce6c3fc46f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:50.414949 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-a1019e6e-2c1f-4dd2-a213-4ce6c3fc46f8 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/399e6aca-74b0-4ba0-9de7-5262b74aa33c HTTP/1.1" status: 204 len: 168 time: 0.7565894 Sep 06 04:35:50.462807 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1019e6e-2c1f-4dd2-a213-4ce6c3fc46f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399e6aca-74b0-4ba0-9de7-5262b74aa33c,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:50.572950 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a9a8752e-4ac1-451b-b18b-3f983dd0f12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (09887527-bad2-49c7-a957-8a647ba9f9d3), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:50.578540 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a9a8752e-4ac1-451b-b18b-3f983dd0f12c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:50.585287 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-a9a8752e-4ac1-451b-b18b-3f983dd0f12c admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/09887527-bad2-49c7-a957-8a647ba9f9d3 HTTP/1.1" status: 204 len: 168 time: 1.7101362 Sep 06 04:35:50.731384 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-d3d84c9b-a708-4111-816c-79fa591c5775 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/9bcee315-88c0-4acf-82b7-0c166d7d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831960 Sep 06 04:35:50.738280 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eee663-5062-4242-84a5-55655f4ad61d req-f941d78d-899c-4cc1-8be9-2860d8661499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:50.740081 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-08eee663-5062-4242-84a5-55655f4ad61d req-f941d78d-899c-4cc1-8be9-2860d8661499 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=06e43195-6270-4b08-b3f6-284307ad52d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5980082 Sep 06 04:35:50.741066 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8765a06-956d-4ebc-88cc-80e51d52f132 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Pushing event updated for resources: {'Port': ['ID=19322183-60e8-44ac-b690-7448dfce3250,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:50.828709 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd976328-1684-40b2-9e39-3458f9bda22f x-openstack-request-id: req-cd976328-1684-40b2-9e39-3458f9bda22f {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:35:50.830486 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e4b2e8-d999-4a8f-90f7-cb565ec5c716", "tag": "6f3d018c-b1db-426d-bceb-91b09c7660bd", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:35:50.830486 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd976328-1684-40b2-9e39-3458f9bda22f {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:35:50.830486 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd976328-1684-40b2-9e39-3458f9bda22f'] response: {'name': 'network-changed', 'server_uuid': '04e4b2e8-d999-4a8f-90f7-cb565ec5c716', 'tag': '6f3d018c-b1db-426d-bceb-91b09c7660bd', 'status': 'completed', 'code': 200} Sep 06 04:35:50.831827 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-eacf9034-7a84-4764-a959-fe2f5d06d39d req-c1d65f40-4657-42e8-9c0c-a65eb1c1d5de tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4795356 Sep 06 04:35:50.836654 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:50.853939 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8752e-4ac1-451b-b18b-3f983dd0f12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09887527-bad2-49c7-a957-8a647ba9f9d3,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:50.854646 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-a8765a06-956d-4ebc-88cc-80e51d52f132 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Network 6861b199-7de9-4155-8c49-44122ab810f3 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:35:50.895873 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-a8765a06-956d-4ebc-88cc-80e51d52f132 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:35:50.905885 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-a8765a06-956d-4ebc-88cc-80e51d52f132 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:35:50.919877 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c08fcd-a82f-4ffb-a47d-f24a74026a18 req-d5d32416-74c3-43bd-81b4-8367a8b5bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:50.920682 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-a8765a06-956d-4ebc-88cc-80e51d52f132 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:50.921382 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-a8765a06-956d-4ebc-88cc-80e51d52f132 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:50.922812 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-06c08fcd-a82f-4ffb-a47d-f24a74026a18 req-d5d32416-74c3-43bd-81b4-8367a8b5bb9b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 1127 time: 0.3512607 Sep 06 04:35:51.039646 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec2979-6cc1-4801-8b8e-bef1977ceb52 req-ddd77fc3-19c1-442b-84d3-388914482804 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:51.054317 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-23ec2979-6cc1-4801-8b8e-bef1977ceb52 req-ddd77fc3-19c1-442b-84d3-388914482804 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 944 time: 0.2871282 Sep 06 04:35:51.224831 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a139309-4d2c-4099-a849-03c0c3e27e60 req-4c24224a-13e4-4d06-9b5e-80ef52f0aeda tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:51.224831 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1a139309-4d2c-4099-a849-03c0c3e27e60 req-4c24224a-13e4-4d06-9b5e-80ef52f0aeda tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 931 time: 0.1123917 Sep 06 04:35:51.296595 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f09916d0-f8b4-4653-a6d1-c5cb6889ee8c req-712adfa0-c3ce-4528-9cfe-d84f0922beda service neutron] 10.222.0.46 "GET /networking/v2.0/networks/9bcee315-88c0-4acf-82b7-0c166d7d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420842 Sep 06 04:35:51.311438 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-23ec2979-6cc1-4801-8b8e-bef1977ceb52 req-9b3b1da6-4987-45b6-86cf-8ef6f7aecdce tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559912 Sep 06 04:35:51.315787 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-08eee663-5062-4242-84a5-55655f4ad61d req-018546ab-1a8f-4b5b-b96b-8fb0b35bbbe5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788134 Sep 06 04:35:51.396029 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-a8765a06-956d-4ebc-88cc-80e51d52f132 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9549518 Sep 06 04:35:51.409198 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=51 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:51.502852 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-7d8dc1eb-5512-4e31-9987-82587e103d06 None None] Provisioning complete for port 19322183-60e8-44ac-b690-7448dfce3250 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:35:51.503517 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7d8dc1eb-5512-4e31-9987-82587e103d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (19322183-60e8-44ac-b690-7448dfce3250), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:51.530233 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Request body: {'port': {'device_id': '53238a8f-2601-4952-acd2-4dcb02761c12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:35:51.672035 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-7d8dc1eb-5512-4e31-9987-82587e103d06 None None] Port 19322183-60e8-44ac-b690-7448dfce3250 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:35:51.774564 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebd631-73cb-44bd-8b13-d45fe4aff468 req-bade1656-2f40-4c59-b778-5faa0ec24897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:51.776919 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-88ebd631-73cb-44bd-8b13-d45fe4aff468 req-bade1656-2f40-4c59-b778-5faa0ec24897 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=96ba8ad37f17481a9691031fefbc3c80&device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 1128 time: 0.2636602 Sep 06 04:35:51.789360 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a6c459-5e97-4322-8dec-6b420015365d req-0a1c05d7-502b-48c7-8ee5-e159610b7b8b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:51.797330 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e4a6c459-5e97-4322-8dec-6b420015365d req-0a1c05d7-502b-48c7-8ee5-e159610b7b8b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 943 time: 0.2052033 Sep 06 04:35:51.827463 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1a139309-4d2c-4099-a849-03c0c3e27e60 req-2e585b71-4f38-4093-b822-c844fa224825 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5243423 Sep 06 04:35:51.829698 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88cebc5-b6a7-4ea8-9133-58a12f404543 {{(pid=106938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:35:51.851155 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Publish callbacks [] for port (f88cebc5-b6a7-4ea8-9133-58a12f404543), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:51.887753 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c08fcd-a82f-4ffb-a47d-f24a74026a18 req-7d0b60ad-9ef8-4005-ac10-da14deb45373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:51.892094 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-06c08fcd-a82f-4ffb-a47d-f24a74026a18 req-7d0b60ad-9ef8-4005-ac10-da14deb45373 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 919 time: 0.9425862 Sep 06 04:35:51.894533 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-08eee663-5062-4242-84a5-55655f4ad61d req-3018b116-0b27-45e1-98ab-ee700f55b202 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716429 Sep 06 04:35:51.955377 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.provisioning_blocks [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Transition to ACTIVE for port object f88cebc5-b6a7-4ea8-9133-58a12f404543 will not be triggered until provisioned by entity L2. {{(pid=106938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:35:52.012229 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (19322183-60e8-44ac-b690-7448dfce3250), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:52.033881 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-06c08fcd-a82f-4ffb-a47d-f24a74026a18 req-7940c23b-144d-46c6-b001-38005a653518 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dd08f26-fca9-44dc-9f2f-a94635106365 HTTP/1.1" status: 200 len: 217 time: 0.1119630 Sep 06 04:35:52.166587 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78814a2-84af-46cd-96bc-edc46b6d68f3 req-f5c37f11-ecf2-4b28-b7b9-437795127fa0 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:52.175574 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f78814a2-84af-46cd-96bc-edc46b6d68f3 req-f5c37f11-ecf2-4b28-b7b9-437795127fa0 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 932 time: 0.1400580 Sep 06 04:35:52.215070 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (f88cebc5-b6a7-4ea8-9133-58a12f404543), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:52.329075 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c08fcd-a82f-4ffb-a47d-f24a74026a18 req-59ab4be9-aad1-4eaf-a0ee-5e5bcda564e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:52.330676 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-06c08fcd-a82f-4ffb-a47d-f24a74026a18 req-59ab4be9-aad1-4eaf-a0ee-5e5bcda564e6 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=88d92641-1180-487b-a0e6-2342c26bb7b9 HTTP/1.1" status: 200 len: 857 time: 0.0975161 Sep 06 04:35:52.353354 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e4a6c459-5e97-4322-8dec-6b420015365d req-e886fbe9-1dc3-4791-a8af-df93d3e69300 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5539806 Sep 06 04:35:52.363399 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f78814a2-84af-46cd-96bc-edc46b6d68f3 req-d7a47fa4-7b59-4fa5-887e-c7cb422ba92a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831472 Sep 06 04:35:52.469753 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebd631-73cb-44bd-8b13-d45fe4aff468 req-2daeff50-1538-4d3e-af2f-bd08625218b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:52.471311 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-88ebd631-73cb-44bd-8b13-d45fe4aff468 req-2daeff50-1538-4d3e-af2f-bd08625218b9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=9bcee315-88c0-4acf-82b7-0c166d7d1495 HTTP/1.1" status: 200 len: 912 time: 0.6719286 Sep 06 04:35:52.481245 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Pushing event updated for resources: {'Port': ['ID=f88cebc5-b6a7-4ea8-9133-58a12f404543,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:52.557633 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 34560) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:52.575778 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ef8327f4-c920-4cd1-96dc-196295c26f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:52.578694 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-88ebd631-73cb-44bd-8b13-d45fe4aff468 req-e29bc905-b83f-4273-9fda-027b72e553a1 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f3d018c-b1db-426d-bceb-91b09c7660bd HTTP/1.1" status: 200 len: 217 time: 0.0898905 Sep 06 04:35:52.597086 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c08fcd-a82f-4ffb-a47d-f24a74026a18 req-aea085fc-19ed-4815-be01-fb8a79259f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:52.598713 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-06c08fcd-a82f-4ffb-a47d-f24a74026a18 req-aea085fc-19ed-4815-be01-fb8a79259f93 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=06e43195-6270-4b08-b3f6-284307ad52d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1819596 Sep 06 04:35:52.625469 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Attempting to bind port f88cebc5-b6a7-4ea8-9133-58a12f404543 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:35:52.626651 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Attempting to bind port f88cebc5-b6a7-4ea8-9133-58a12f404543 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:35:52.626651 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Attempting to bind port f88cebc5-b6a7-4ea8-9133-58a12f404543 on network 4c394cea-216c-4a1f-9277-2bb67bf6a21b {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:52.648162 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545ca05-e948-4b95-9202-f7d0c0f24809 req-2bdc5e79-bd37-43ac-80e8-30ae900d70a3 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:52.649984 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b545ca05-e948-4b95-9202-f7d0c0f24809 req-2bdc5e79-bd37-43ac-80e8-30ae900d70a3 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 944 time: 0.1561661 Sep 06 04:35:52.679567 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 34562) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:52.728709 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebd631-73cb-44bd-8b13-d45fe4aff468 req-27f4a3d8-d066-4ff8-ac2b-c5b1297fb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:52.731372 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-88ebd631-73cb-44bd-8b13-d45fe4aff468 req-27f4a3d8-d066-4ff8-ac2b-c5b1297fb7a0 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e HTTP/1.1" status: 200 len: 850 time: 0.1313431 Sep 06 04:35:52.765229 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-96fe757f-11ed-4b18-8982-8c6a8f5f9680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:52.958892 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebd631-73cb-44bd-8b13-d45fe4aff468 req-32feb813-fe4d-4330-9d7c-0d96a4ccbbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:52.958892 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-88ebd631-73cb-44bd-8b13-d45fe4aff468 req-32feb813-fe4d-4330-9d7c-0d96a4ccbbe6 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=9bcee315-88c0-4acf-82b7-0c166d7d1495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791378 Sep 06 04:35:52.958892 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed927594-12ef-48af-b170-5b88f8ecb0ec', 'tag': '831811de-3ef7-415e-be56-fafeee2815c2'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:35:52.958892 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cfde62-5c1f-4d6e-b883-7243ac02998a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed927594-12ef-48af-b170-5b88f8ecb0ec", "tag": "831811de-3ef7-415e-be56-fafeee2815c2"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:35:52.961702 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Port f88cebc5-b6a7-4ea8-9133-58a12f404543 on network 4c394cea-216c-4a1f-9277-2bb67bf6a21b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:35:52.961702 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Attempting to bind port f88cebc5-b6a7-4ea8-9133-58a12f404543 on network 4c394cea-216c-4a1f-9277-2bb67bf6a21b {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:52.961702 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b545ca05-e948-4b95-9202-f7d0c0f24809 req-de1cecc3-aa60-4457-9463-7f4ba4af5dfe tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956146 Sep 06 04:35:52.961702 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-06c08fcd-a82f-4ffb-a47d-f24a74026a18 req-aa65ec0f-ba4b-4561-b315-0e5af3d63e8c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983487 Sep 06 04:35:52.972184 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b4e985-5e16-47c3-888f-7bbce8dedea1 x-openstack-request-id: req-a6b4e985-5e16-47c3-888f-7bbce8dedea1 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:35:52.973176 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed927594-12ef-48af-b170-5b88f8ecb0ec", "tag": "831811de-3ef7-415e-be56-fafeee2815c2", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:35:52.973653 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6b4e985-5e16-47c3-888f-7bbce8dedea1 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:35:52.974425 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b4e985-5e16-47c3-888f-7bbce8dedea1'] response: {'name': 'network-changed', 'server_uuid': 'ed927594-12ef-48af-b170-5b88f8ecb0ec', 'tag': '831811de-3ef7-415e-be56-fafeee2815c2', 'status': 'completed', 'code': 200} Sep 06 04:35:53.002444 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ef8327f4-c920-4cd1-96dc-196295c26f98 admin admin] Publish callbacks [] for security_group (3da0c6ed-275d-47e7-a9fe-3d5208a920ab), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:53.016117 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19322183-60e8-44ac-b690-7448dfce3250 {{(pid=106939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:35:53.016385 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:35:53.016727 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Checking segment: {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:53.017241 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Bound using segment: {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:35:53.017722 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Bound port: f88cebc5-b6a7-4ea8-9133-58a12f404543, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'}}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:35:53.018149 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (f88cebc5-b6a7-4ea8-9133-58a12f404543), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:53.036243 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Publish callbacks [] for port (19322183-60e8-44ac-b690-7448dfce3250), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:53.088418 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.provisioning_blocks [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Transition to ACTIVE for port object 19322183-60e8-44ac-b690-7448dfce3250 will not be triggered until provisioned by entity L2. {{(pid=106939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:35:53.118387 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ef8327f4-c920-4cd1-96dc-196295c26f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (3da0c6ed-275d-47e7-a9fe-3d5208a920ab), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:53.159072 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-96fe757f-11ed-4b18-8982-8c6a8f5f9680 admin admin] Publish callbacks [] for security_group (2b844610-0fef-4c33-b617-6afa4c6471a1), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:53.169387 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-88ebd631-73cb-44bd-8b13-d45fe4aff468 req-0ac17c12-51fb-46cc-9ad4-77869ceccf4c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/9bcee315-88c0-4acf-82b7-0c166d7d1495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271439 Sep 06 04:35:53.176829 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfde62-5c1f-4d6e-b883-7243ac02998a req-d1c9acb7-c95a-4ddc-a4ff-16c3593e73c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:53.178318 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-47cfde62-5c1f-4d6e-b883-7243ac02998a req-d1c9acb7-c95a-4ddc-a4ff-16c3593e73c2 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 1127 time: 0.1140897 Sep 06 04:35:53.178518 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07208f4-5151-474c-a0ec-8b89720c39ec req-e4bfde3d-2470-40b4-9311-61e252a9b352 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:53.179995 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b07208f4-5151-474c-a0ec-8b89720c39ec req-e4bfde3d-2470-40b4-9311-61e252a9b352 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 931 time: 0.1388328 Sep 06 04:35:53.203293 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-06c08fcd-a82f-4ffb-a47d-f24a74026a18 req-a1670b6c-0b86-4139-a158-5af2fbe6a1b2 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881229 Sep 06 04:35:53.215861 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] For port f88cebc5-b6a7-4ea8-9133-58a12f404543, host hv-cinder-85600, cleared binding levels {{(pid=106938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:35:53.237705 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] For port f88cebc5-b6a7-4ea8-9133-58a12f404543, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=f88cebc5-b6a7-4ea8-9133-58a12f404543,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:35:53.263788 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b07208f4-5151-474c-a0ec-8b89720c39ec req-c8a35e5e-3b3b-4bff-aa20-140bb164d9ba tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698183 Sep 06 04:35:53.274413 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-ef8327f4-c920-4cd1-96dc-196295c26f98 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=eee1cc17e9634449b3d2d1b8179aab59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7153766 Sep 06 04:35:53.278440 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 34574) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:53.279320 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8327f4-c920-4cd1-96dc-196295c26f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da0c6ed-275d-47e7-a9fe-3d5208a920ab,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:53.291895 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (19322183-60e8-44ac-b690-7448dfce3250), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:53.325763 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (f88cebc5-b6a7-4ea8-9133-58a12f404543), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:53.328511 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-96fe757f-11ed-4b18-8982-8c6a8f5f9680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (2b844610-0fef-4c33-b617-6afa4c6471a1), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:53.374144 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:53.375904 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:53.389707 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/f88cebc5-b6a7-4ea8-9133-58a12f404543 HTTP/1.1" status: 200 len: 1094 time: 3.6849451 Sep 06 04:35:53.424627 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:35:53.441752 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-96fe757f-11ed-4b18-8982-8c6a8f5f9680 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=b4f8538b00954b3dacfd9ff9bead0e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7333539 Sep 06 04:35:53.442509 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655e54ca-b46d-40ea-a544-c796990772d7', 'tag': 'f88cebc5-b6a7-4ea8-9133-58a12f404543'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:35:53.445147 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915da5d1-91ed-4554-8a63-bd0458fdcc71" -d '{"events": [{"name": "network-changed", "server_uuid": "655e54ca-b46d-40ea-a544-c796990772d7", "tag": "f88cebc5-b6a7-4ea8-9133-58a12f404543"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:35:53.447415 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 34584) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:53.488121 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813009e6-768d-4363-bd59-4a080154333d service neutron] Pushing event updated for resources: {'Port': ['ID=19322183-60e8-44ac-b690-7448dfce3250,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:53.574967 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Attempting to bind port 19322183-60e8-44ac-b690-7448dfce3250 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:35:53.575311 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Attempting to bind port 19322183-60e8-44ac-b690-7448dfce3250 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '58742046-b01d-4359-9018-ab0b80f0c622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3'}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:35:53.575640 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Attempting to bind port 19322183-60e8-44ac-b690-7448dfce3250 on network 6861b199-7de9-4155-8c49-44122ab810f3 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:53.592176 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-88ebd631-73cb-44bd-8b13-d45fe4aff468 req-33869d9e-1c64-4891-9ef3-d0c1ec094ccd service neutron] 10.222.0.46 "GET /networking/v2.0/networks/9bcee315-88c0-4acf-82b7-0c166d7d1495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958290 Sep 06 04:35:53.662837 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfde62-5c1f-4d6e-b883-7243ac02998a req-9edad7e1-de88-473f-8cf5-572da8160e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:53.664640 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-47cfde62-5c1f-4d6e-b883-7243ac02998a req-9edad7e1-de88-473f-8cf5-572da8160e62 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 919 time: 0.3863544 Sep 06 04:35:53.707104 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-d6041a22-691d-41eb-9cb4-013f1a3fac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:53.708842 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-d6041a22-691d-41eb-9cb4-013f1a3fac52 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3d04ba57221f42d684873d624dbfd283&device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 1128 time: 0.1639705 Sep 06 04:35:53.754396 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-47cfde62-5c1f-4d6e-b883-7243ac02998a req-940a87e4-a3bd-4ef9-8187-3eb6427802ea service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=831811de-3ef7-415e-be56-fafeee2815c2 HTTP/1.1" status: 200 len: 217 time: 0.0467823 Sep 06 04:35:53.757571 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 34598) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:53.772581 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Port 19322183-60e8-44ac-b690-7448dfce3250 on network 6861b199-7de9-4155-8c49-44122ab810f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:35:53.772959 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Attempting to bind port 19322183-60e8-44ac-b690-7448dfce3250 on network 6861b199-7de9-4155-8c49-44122ab810f3 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:35:53.828334 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e38d7-0ea9-4dc1-a192-3dd37801b128 service neutron] Pushing event updated for resources: {'Port': ['ID=f88cebc5-b6a7-4ea8-9133-58a12f404543,revision_number=3']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:53.852027 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528a203-0c52-4669-9765-70cd13780544 req-05ccf6ba-71e0-443a-8359-38224082e851 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:53.860455 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2528a203-0c52-4669-9765-70cd13780544 req-05ccf6ba-71e0-443a-8359-38224082e851 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 943 time: 0.2151291 Sep 06 04:35:53.882327 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfde62-5c1f-4d6e-b883-7243ac02998a req-fc928022-8fde-4f4b-a1be-bec6bbd201f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:53.887485 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-47cfde62-5c1f-4d6e-b883-7243ac02998a req-fc928022-8fde-4f4b-a1be-bec6bbd201f3 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=88d92641-1180-487b-a0e6-2342c26bb7b9 HTTP/1.1" status: 200 len: 857 time: 0.0618758 Sep 06 04:35:53.887485 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:35:53.888283 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Checking segment: {'id': '58742046-b01d-4359-9018-ab0b80f0c622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:35:53.888283 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Bound using segment: {'id': '58742046-b01d-4359-9018-ab0b80f0c622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3'} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:35:53.888467 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Bound port: 19322183-60e8-44ac-b690-7448dfce3250, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58742046-b01d-4359-9018-ab0b80f0c622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3'}}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:35:53.889366 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (19322183-60e8-44ac-b690-7448dfce3250), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:53.913892 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe757f-11ed-4b18-8982-8c6a8f5f9680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b844610-0fef-4c33-b617-6afa4c6471a1,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:53.921465 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffdb6d-adea-4e12-ab96-de998b52f9e4 req-9e20d5d0-76ed-43cc-bb98-29510c87d299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:53.922986 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ebffdb6d-adea-4e12-ab96-de998b52f9e4 req-9e20d5d0-76ed-43cc-bb98-29510c87d299 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 944 time: 0.3519671 Sep 06 04:35:53.962150 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-21812aa1-2138-4dc6-8331-d1a7278a0b05 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f88cebc5-b6a7-4ea8-9133-58a12f404543 HTTP/1.1" status: 200 len: 217 time: 0.2122436 Sep 06 04:35:54.027863 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2528a203-0c52-4669-9765-70cd13780544 req-3453ebf6-9131-428b-bb25-e09017b3ed8b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657095 Sep 06 04:35:54.031253 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-644a5cdb-b0dc-4374-b677-d10609dc3dad admin admin] Publish callbacks [] for security_group (3da0c6ed-275d-47e7-a9fe-3d5208a920ab), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:54.033485 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8734b5d3-e651-44b2-b10a-27133dba32a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:54.054140 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-644a5cdb-b0dc-4374-b677-d10609dc3dad admin admin] Publish callbacks [] for security_group (3da0c6ed-275d-47e7-a9fe-3d5208a920ab), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:54.081972 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfde62-5c1f-4d6e-b883-7243ac02998a req-d62d71e3-f4bd-44c4-b7e3-c3b6dfbb6b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:54.083509 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-47cfde62-5c1f-4d6e-b883-7243ac02998a req-d62d71e3-f4bd-44c4-b7e3-c3b6dfbb6b35 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=06e43195-6270-4b08-b3f6-284307ad52d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1776350 Sep 06 04:35:54.121465 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-34648d24-c4d1-4ea0-809e-7eea1f1a0923 admin admin] Publish callbacks [] for security_group (2b844610-0fef-4c33-b617-6afa4c6471a1), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:54.125788 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-585e3575-d8a4-4627-bbf8-a8521fe3dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:54.128317 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-585e3575-d8a4-4627-bbf8-a8521fe3dbc4 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f HTTP/1.1" status: 200 len: 854 time: 0.1509826 Sep 06 04:35:54.146971 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] For port 19322183-60e8-44ac-b690-7448dfce3250, host hv-cinder-85600, cleared binding levels {{(pid=106939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:35:54.273437 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] For port 19322183-60e8-44ac-b690-7448dfce3250, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=19322183-60e8-44ac-b690-7448dfce3250,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:35:54.315036 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ebffdb6d-adea-4e12-ab96-de998b52f9e4 req-785621d1-a337-4324-82d7-21426aa236fc tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229613 Sep 06 04:35:54.402120 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0f060e-87ff-4dba-910f-d7545410add5 x-openstack-request-id: req-4f0f060e-87ff-4dba-910f-d7545410add5 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:35:54.402345 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655e54ca-b46d-40ea-a544-c796990772d7", "tag": "f88cebc5-b6a7-4ea8-9133-58a12f404543", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:35:54.402658 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f0f060e-87ff-4dba-910f-d7545410add5 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:35:54.403185 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0f060e-87ff-4dba-910f-d7545410add5'] response: {'name': 'network-changed', 'server_uuid': '655e54ca-b46d-40ea-a544-c796990772d7', 'tag': 'f88cebc5-b6a7-4ea8-9133-58a12f404543', 'status': 'completed', 'code': 200} Sep 06 04:35:54.410803 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-47cfde62-5c1f-4d6e-b883-7243ac02998a req-59a49897-2782-4440-ba7e-441e80463623 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129907 Sep 06 04:35:54.414633 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-34648d24-c4d1-4ea0-809e-7eea1f1a0923 admin admin] Publish callbacks [] for security_group (2b844610-0fef-4c33-b617-6afa4c6471a1), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:54.443626 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-644a5cdb-b0dc-4374-b677-d10609dc3dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (3da0c6ed-275d-47e7-a9fe-3d5208a920ab), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:54.449397 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-644a5cdb-b0dc-4374-b677-d10609dc3dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:54.449397 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-644a5cdb-b0dc-4374-b677-d10609dc3dad admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/3da0c6ed-275d-47e7-a9fe-3d5208a920ab HTTP/1.1" status: 204 len: 168 time: 1.1691117 Sep 06 04:35:54.523332 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-63d6a4d3-5980-432b-b741-47012dc87596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:54.523332 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-63d6a4d3-5980-432b-b741-47012dc87596 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=4c394cea-216c-4a1f-9277-2bb67bf6a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3633296 Sep 06 04:35:54.532017 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a5cdb-b0dc-4374-b677-d10609dc3dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da0c6ed-275d-47e7-a9fe-3d5208a920ab,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:54.553502 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8734b5d3-e651-44b2-b10a-27133dba32a7 admin admin] Publish callbacks [] for security_group (4cd6445f-905d-416f-b8f6-195348b6a7e9), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:54.582114 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8127e5f-6eb1-4f23-b714-9cfab1641e26 req-6090fa30-05e5-4ee1-8f5a-773370b42926 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:54.583743 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a8127e5f-6eb1-4f23-b714-9cfab1641e26 req-6090fa30-05e5-4ee1-8f5a-773370b42926 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 944 time: 0.1796374 Sep 06 04:35:54.613239 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99615ec1-5ee1-4dc6-993b-043a945dc929 req-e3b43c56-db07-47f5-a0d0-c0ff24520c9e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:54.637440 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-99615ec1-5ee1-4dc6-993b-043a945dc929 req-e3b43c56-db07-47f5-a0d0-c0ff24520c9e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.1373472 Sep 06 04:35:54.637440 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (19322183-60e8-44ac-b690-7448dfce3250), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:54.637440 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:54.637440 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:54.637440 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-813009e6-768d-4363-bd59-4a080154333d service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/19322183-60e8-44ac-b690-7448dfce3250 HTTP/1.1" status: 200 len: 1093 time: 3.1153350 Sep 06 04:35:54.653753 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 34616) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:54.735404 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-47cfde62-5c1f-4d6e-b883-7243ac02998a req-59f5a45c-5108-42d3-9628-118e58a1423d service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933028 Sep 06 04:35:54.773190 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-99615ec1-5ee1-4dc6-993b-043a945dc929 req-f7109a2e-87fa-48c9-b944-f711c07daddb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1428964 Sep 06 04:35:54.775000 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813009e6-768d-4363-bd59-4a080154333d service neutron] Pushing event updated for resources: {'Port': ['ID=19322183-60e8-44ac-b690-7448dfce3250,revision_number=3']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:54.779898 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8734b5d3-e651-44b2-b10a-27133dba32a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (4cd6445f-905d-416f-b8f6-195348b6a7e9), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:54.841720 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-8734b5d3-e651-44b2-b10a-27133dba32a7 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=e419b4601a80491d83a39dbf190f75c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0829191 Sep 06 04:35:54.842804 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a8127e5f-6eb1-4f23-b714-9cfab1641e26 req-961162a2-9fb2-43b8-bba3-ef1eb1cab2ff tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121117 Sep 06 04:35:54.844157 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 34620) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:54.845543 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734b5d3-e651-44b2-b10a-27133dba32a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd6445f-905d-416f-b8f6-195348b6a7e9,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:54.860724 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-3bba3f80-8431-4bf0-8996-384ffb957ce1 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224132 Sep 06 04:35:54.874646 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-34648d24-c4d1-4ea0-809e-7eea1f1a0923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (2b844610-0fef-4c33-b617-6afa4c6471a1), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:54.877141 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-34648d24-c4d1-4ea0-809e-7eea1f1a0923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:54.881289 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-34648d24-c4d1-4ea0-809e-7eea1f1a0923 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/2b844610-0fef-4c33-b617-6afa4c6471a1 HTTP/1.1" status: 204 len: 168 time: 1.3801110 Sep 06 04:35:54.891149 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:54.917984 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34648d24-c4d1-4ea0-809e-7eea1f1a0923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b844610-0fef-4c33-b617-6afa4c6471a1,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:55.019295 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53238a8f-2601-4952-acd2-4dcb02761c12', 'tag': '19322183-60e8-44ac-b690-7448dfce3250'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:35:55.023012 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56179b4c-e532-4970-b58b-2a8eb760b3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "53238a8f-2601-4952-acd2-4dcb02761c12", "tag": "19322183-60e8-44ac-b690-7448dfce3250"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:35:55.090177 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-b3c43cb5-30b6-4d28-abb3-daa57ad86b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:55.090177 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-b3c43cb5-30b6-4d28-abb3-daa57ad86b2f service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=2388589a34d346f3b31b231a9dafe34d&device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 1127 time: 0.1250465 Sep 06 04:35:55.090177 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-aec4b541-2105-4d49-ae25-d58ad97e7ebd admin admin] Publish callbacks [] for security_group (4cd6445f-905d-416f-b8f6-195348b6a7e9), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:55.140400 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6842bd0a-ec59-46c0-b268-42cf5130d1f5 x-openstack-request-id: req-6842bd0a-ec59-46c0-b268-42cf5130d1f5 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:35:55.141050 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53238a8f-2601-4952-acd2-4dcb02761c12", "tag": "19322183-60e8-44ac-b690-7448dfce3250", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:35:55.141583 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6842bd0a-ec59-46c0-b268-42cf5130d1f5 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:35:55.142240 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6842bd0a-ec59-46c0-b268-42cf5130d1f5'] response: {'name': 'network-changed', 'server_uuid': '53238a8f-2601-4952-acd2-4dcb02761c12', 'tag': '19322183-60e8-44ac-b690-7448dfce3250', 'status': 'completed', 'code': 200} Sep 06 04:35:55.160080 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-27dec788-5501-4d6e-9446-d8e94b7d9227 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19322183-60e8-44ac-b690-7448dfce3250 HTTP/1.1" status: 200 len: 217 time: 0.0802171 Sep 06 04:35:55.200619 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-024745f7-3e0e-4fe8-8a41-78477f325b33 req-07d02a1a-e87c-4d4e-9279-cf84dd5247c8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757313 Sep 06 04:35:55.206123 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-aec4b541-2105-4d49-ae25-d58ad97e7ebd admin admin] Publish callbacks [] for security_group (4cd6445f-905d-416f-b8f6-195348b6a7e9), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:55.217626 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:DELETE=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:55.234713 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f702c5a4-2bb4-40eb-99b2-84ee5d6619d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:55.309649 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30520e-5de8-4817-ab50-08ebdeb64d7f req-1e70e66e-0460-46a6-988c-841b4e7311be tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:55.316539 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1f30520e-5de8-4817-ab50-08ebdeb64d7f req-1e70e66e-0460-46a6-988c-841b4e7311be tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 943 time: 0.1031120 Sep 06 04:35:55.338520 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f702c5a4-2bb4-40eb-99b2-84ee5d6619d7 admin admin] Publish callbacks [] for security_group (7f081d18-342a-4d30-a8a0-35f9bb1dbcb3), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:55.372206 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-7c91e446-20c9-47be-b890-ff08d9ccb3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:55.374558 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-7c91e446-20c9-47be-b890-ff08d9ccb3ae service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=9b8031fd-df8e-40aa-8f52-58d945edc54a HTTP/1.1" status: 200 len: 856 time: 0.1929188 Sep 06 04:35:55.391010 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f702c5a4-2bb4-40eb-99b2-84ee5d6619d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (7f081d18-342a-4d30-a8a0-35f9bb1dbcb3), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:55.477020 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1f30520e-5de8-4817-ab50-08ebdeb64d7f req-212e00fc-7524-4540-9a71-46823871ac0a tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581850 Sep 06 04:35:55.515565 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-f702c5a4-2bb4-40eb-99b2-84ee5d6619d7 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=6d29ea41356640f9871d15a5dfe8a42d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8361306 Sep 06 04:35:55.515565 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702c5a4-2bb4-40eb-99b2-84ee5d6619d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f081d18-342a-4d30-a8a0-35f9bb1dbcb3,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:55.515889 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 34638) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:55.592111 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8aac9-75a9-4585-90dc-e3909930f7d5 req-f9e14b1a-b3c4-40ab-83db-927d6e9de58a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:55.595313 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-d47d802f-0abe-445c-90c3-5689a24b7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:55.596951 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-d47d802f-0abe-445c-90c3-5689a24b7e30 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=6861b199-7de9-4155-8c49-44122ab810f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0957191 Sep 06 04:35:55.599813 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d2e8aac9-75a9-4585-90dc-e3909930f7d5 req-f9e14b1a-b3c4-40ab-83db-927d6e9de58a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 944 time: 0.0855212 Sep 06 04:35:55.624374 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9bae6992-5261-48d8-98e9-9e3f8b81cced admin admin] Publish callbacks [] for security_group (7f081d18-342a-4d30-a8a0-35f9bb1dbcb3), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:55.654297 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9bae6992-5261-48d8-98e9-9e3f8b81cced admin admin] Publish callbacks [] for security_group (7f081d18-342a-4d30-a8a0-35f9bb1dbcb3), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:55.670255 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d2e8aac9-75a9-4585-90dc-e3909930f7d5 req-a2502a53-8b30-49d1-a4fa-7f7ab44d009d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687826 Sep 06 04:35:55.727862 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915da5d1-91ed-4554-8a63-bd0458fdcc71 req-fc5a54ff-e15a-4c62-98bf-2a1e131b6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:55.746245 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-915da5d1-91ed-4554-8a63-bd0458fdcc71 req-fc5a54ff-e15a-4c62-98bf-2a1e131b6646 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3d04ba57221f42d684873d624dbfd283&device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 1128 time: 0.0687771 Sep 06 04:35:55.752090 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-aec4b541-2105-4d49-ae25-d58ad97e7ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (4cd6445f-905d-416f-b8f6-195348b6a7e9), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:55.752090 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-aec4b541-2105-4d49-ae25-d58ad97e7ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:55.752090 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-aec4b541-2105-4d49-ae25-d58ad97e7ebd admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/4cd6445f-905d-416f-b8f6-195348b6a7e9 HTTP/1.1" status: 204 len: 168 time: 0.8730400 Sep 06 04:35:55.779010 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4b541-2105-4d49-ae25-d58ad97e7ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd6445f-905d-416f-b8f6-195348b6a7e9,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:55.815136 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-ae75b670-4191-480c-9159-30ff5759604f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415994 Sep 06 04:35:55.956487 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9bae6992-5261-48d8-98e9-9e3f8b81cced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (7f081d18-342a-4d30-a8a0-35f9bb1dbcb3), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:55.961237 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9bae6992-5261-48d8-98e9-9e3f8b81cced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:55.962776 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-9bae6992-5261-48d8-98e9-9e3f8b81cced admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/7f081d18-342a-4d30-a8a0-35f9bb1dbcb3 HTTP/1.1" status: 204 len: 168 time: 0.4595985 Sep 06 04:35:56.027435 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915da5d1-91ed-4554-8a63-bd0458fdcc71 req-a367d01d-1c34-4098-b1ff-204f59c5820c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:56.033071 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-915da5d1-91ed-4554-8a63-bd0458fdcc71 req-a367d01d-1c34-4098-b1ff-204f59c5820c service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=4c394cea-216c-4a1f-9277-2bb67bf6a21b HTTP/1.1" status: 200 len: 916 time: 0.2842884 Sep 06 04:35:56.158643 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-915da5d1-91ed-4554-8a63-bd0458fdcc71 req-f0aad899-fee8-4843-9060-f45e25a64ded service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f88cebc5-b6a7-4ea8-9133-58a12f404543 HTTP/1.1" status: 200 len: 217 time: 0.0868194 Sep 06 04:35:56.185173 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472c004-a041-49cb-8475-5cb11beee0cc req-97f88f24-86aa-4363-a0c3-91721cbed4fa tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:56.195310 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a472c004-a041-49cb-8475-5cb11beee0cc req-97f88f24-86aa-4363-a0c3-91721cbed4fa tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.1413636 Sep 06 04:35:56.294021 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a472c004-a041-49cb-8475-5cb11beee0cc req-e03088f8-5388-47fc-a143-e88b6d4caece tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976214 Sep 06 04:35:56.308332 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915da5d1-91ed-4554-8a63-bd0458fdcc71 req-755675e5-8220-4590-96d1-4380f48c62fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:56.311627 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-915da5d1-91ed-4554-8a63-bd0458fdcc71 req-755675e5-8220-4590-96d1-4380f48c62fc service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f HTTP/1.1" status: 200 len: 854 time: 0.0760865 Sep 06 04:35:56.331878 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:56.354749 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae6992-5261-48d8-98e9-9e3f8b81cced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f081d18-342a-4d30-a8a0-35f9bb1dbcb3,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:56.394287 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915da5d1-91ed-4554-8a63-bd0458fdcc71 req-57f9a120-4a5c-4c7e-aa39-8f602422c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:56.397584 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-915da5d1-91ed-4554-8a63-bd0458fdcc71 req-57f9a120-4a5c-4c7e-aa39-8f602422c401 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=4c394cea-216c-4a1f-9277-2bb67bf6a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610254 Sep 06 04:35:56.414934 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc8bd7-f7c2-454a-8cc6-909b532bd74c req-9271426d-8055-4127-b1ac-3e2fbac33bb6 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:56.417520 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7dbc8bd7-f7c2-454a-8cc6-909b532bd74c req-9271426d-8055-4127-b1ac-3e2fbac33bb6 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 944 time: 0.0916162 Sep 06 04:35:56.419460 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:56.442604 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:56.472174 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1ca6e9b0-0058-4f6d-a895-616ebfd5cb43 req-31c58ad1-c804-4ff5-95fd-9028e5c0739b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6490414 Sep 06 04:35:56.506830 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7dbc8bd7-f7c2-454a-8cc6-909b532bd74c req-ae399a13-76be-4fc2-a98c-c7c0532946fe tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883396 Sep 06 04:35:56.560828 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-915da5d1-91ed-4554-8a63-bd0458fdcc71 req-b26d64e0-5535-442c-874f-3456e74ebc29 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552403 Sep 06 04:35:56.609965 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a1959-6486-494c-af83-297dbb2408f6 req-57ee054f-f824-4c39-b15d-1e79699a7e32 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:56.611434 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-181a1959-6486-494c-af83-297dbb2408f6 req-57ee054f-f824-4c39-b15d-1e79699a7e32 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 943 time: 0.0471678 Sep 06 04:35:56.664268 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-181a1959-6486-494c-af83-297dbb2408f6 req-c6221462-a556-4ebd-b5e6-81d7dcba8fa0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471032 Sep 06 04:35:56.800523 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65139cb-e811-4a59-84ae-40ff02b5ed8a req-c0b4f382-b07a-49fb-a8eb-e54ec5fc4ccf tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:56.800523 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b65139cb-e811-4a59-84ae-40ff02b5ed8a req-c0b4f382-b07a-49fb-a8eb-e54ec5fc4ccf tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 944 time: 0.0498931 Sep 06 04:35:56.850637 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b65139cb-e811-4a59-84ae-40ff02b5ed8a req-807c4647-6ad6-40b6-b801-feef5e6339ce tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439529 Sep 06 04:35:56.980935 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 34674) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:56.993863 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-68961125-b767-4a7c-92bb-15a3aba9cf71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:57.070907 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-68961125-b767-4a7c-92bb-15a3aba9cf71 admin admin] Publish callbacks [] for security_group (46d2acf1-e202-48e5-9bd8-49612fa0b0c8), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:57.171616 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-68961125-b767-4a7c-92bb-15a3aba9cf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (46d2acf1-e202-48e5-9bd8-49612fa0b0c8), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:57.207381 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 34678) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:57.212772 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68961125-b767-4a7c-92bb-15a3aba9cf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d2acf1-e202-48e5-9bd8-49612fa0b0c8,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:57.219167 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-68961125-b767-4a7c-92bb-15a3aba9cf71 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=95bedd195b214bfab139a44b3e770e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364149 Sep 06 04:35:57.229161 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-57b6f989-c181-4f80-af4d-f1b3f3b492e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:57.230711 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 34680) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:57.299589 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b1db23a4-af1d-4291-826d-66f6de03ed90 admin admin] Publish callbacks [] for security_group (46d2acf1-e202-48e5-9bd8-49612fa0b0c8), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:57.308756 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-57b6f989-c181-4f80-af4d-f1b3f3b492e2 admin admin] Publish callbacks [] for security_group (fd2a48bb-ee13-4ab6-ac3f-bead140d6a42), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:57.331354 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b1db23a4-af1d-4291-826d-66f6de03ed90 admin admin] Publish callbacks [] for security_group (46d2acf1-e202-48e5-9bd8-49612fa0b0c8), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:57.377565 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-57b6f989-c181-4f80-af4d-f1b3f3b492e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (fd2a48bb-ee13-4ab6-ac3f-bead140d6a42), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:57.451928 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-57b6f989-c181-4f80-af4d-f1b3f3b492e2 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=1e6259212e5648f4b668a7d84767bacd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415252 Sep 06 04:35:57.452496 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 34688) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:57.452651 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6f989-c181-4f80-af4d-f1b3f3b492e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2a48bb-ee13-4ab6-ac3f-bead140d6a42,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:57.466433 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f39c65-4fdf-47c9-b78d-02fcd0b88e5b req-70fa601b-b803-4030-aa57-c4087fbad5fb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:57.468682 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c8f39c65-4fdf-47c9-b78d-02fcd0b88e5b req-70fa601b-b803-4030-aa57-c4087fbad5fb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0786645 Sep 06 04:35:57.470897 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b1db23a4-af1d-4291-826d-66f6de03ed90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (46d2acf1-e202-48e5-9bd8-49612fa0b0c8), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:57.475819 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b1db23a4-af1d-4291-826d-66f6de03ed90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:57.480803 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-b1db23a4-af1d-4291-826d-66f6de03ed90 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/46d2acf1-e202-48e5-9bd8-49612fa0b0c8 HTTP/1.1" status: 204 len: 168 time: 0.2501097 Sep 06 04:35:57.509260 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db23a4-af1d-4291-826d-66f6de03ed90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d2acf1-e202-48e5-9bd8-49612fa0b0c8,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:57.540192 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c8f39c65-4fdf-47c9-b78d-02fcd0b88e5b req-299c1828-02c1-4cfa-9c69-331311f21772 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663774 Sep 06 04:35:57.576386 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a708df0e-84db-4d97-8add-844b602087c7 admin admin] Publish callbacks [] for security_group (fd2a48bb-ee13-4ab6-ac3f-bead140d6a42), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:57.605235 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a708df0e-84db-4d97-8add-844b602087c7 admin admin] Publish callbacks [] for security_group (fd2a48bb-ee13-4ab6-ac3f-bead140d6a42), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:57.675864 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1e29d-4532-4d3c-b0f2-2240f51972c6 req-f2ab71a8-1bd5-49e7-b4ec-bfb4e8cfd96e tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:57.677346 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-00d1e29d-4532-4d3c-b0f2-2240f51972c6 req-f2ab71a8-1bd5-49e7-b4ec-bfb4e8cfd96e tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 944 time: 0.0663857 Sep 06 04:35:57.738441 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-00d1e29d-4532-4d3c-b0f2-2240f51972c6 req-d7719383-6e1d-4efc-82da-76e730a0fa6b tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552421 Sep 06 04:35:57.779060 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a708df0e-84db-4d97-8add-844b602087c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (fd2a48bb-ee13-4ab6-ac3f-bead140d6a42), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:57.785115 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a708df0e-84db-4d97-8add-844b602087c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:57.785115 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-a708df0e-84db-4d97-8add-844b602087c7 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/fd2a48bb-ee13-4ab6-ac3f-bead140d6a42 HTTP/1.1" status: 204 len: 168 time: 0.3289988 Sep 06 04:35:57.791187 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708df0e-84db-4d97-8add-844b602087c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2a48bb-ee13-4ab6-ac3f-bead140d6a42,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:57.803691 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8222a-5073-4069-a99e-4e892ddc78c2 req-0821120b-d3b3-4e1b-8ca2-7ea8adf1f130 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:57.805397 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-21e8222a-5073-4069-a99e-4e892ddc78c2 req-0821120b-d3b3-4e1b-8ca2-7ea8adf1f130 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 943 time: 0.0571539 Sep 06 04:35:57.909790 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-21e8222a-5073-4069-a99e-4e892ddc78c2 req-1cc35321-059f-4f84-8567-fb0d1cae98dd tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945852 Sep 06 04:35:57.947989 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-915da5d1-91ed-4554-8a63-bd0458fdcc71 req-2c4b6fd7-4350-4ea0-ab61-8f380839d642 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230683 Sep 06 04:35:57.975905 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19971d-fb60-409d-bd86-fad576c948f0 req-1cd659ba-f841-4853-805a-5c0e4a6902ef tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:57.977511 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5f19971d-fb60-409d-bd86-fad576c948f0 req-1cd659ba-f841-4853-805a-5c0e4a6902ef tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 944 time: 0.0471838 Sep 06 04:35:58.029799 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5f19971d-fb60-409d-bd86-fad576c948f0 req-862f40b4-5bad-460d-8672-a646381860a0 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459874 Sep 06 04:35:58.173327 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:58.217802 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:58.265115 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56179b4c-e532-4970-b58b-2a8eb760b3f2 req-27a1c25c-a02c-4716-b68e-33313ac237c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:58.266917 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-56179b4c-e532-4970-b58b-2a8eb760b3f2 req-27a1c25c-a02c-4716-b68e-33313ac237c6 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=2388589a34d346f3b31b231a9dafe34d&device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 1127 time: 0.0476480 Sep 06 04:35:58.329491 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:58.361171 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56179b4c-e532-4970-b58b-2a8eb760b3f2 req-d00d2d73-1236-4242-a532-d5ef2a5bcc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:58.362858 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-56179b4c-e532-4970-b58b-2a8eb760b3f2 req-d00d2d73-1236-4242-a532-d5ef2a5bcc1f service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=6861b199-7de9-4155-8c49-44122ab810f3 HTTP/1.1" status: 200 len: 918 time: 0.0890267 Sep 06 04:35:58.408390 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-56179b4c-e532-4970-b58b-2a8eb760b3f2 req-9fb305e2-14d2-4c0d-a703-c87b0b0ab131 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19322183-60e8-44ac-b690-7448dfce3250 HTTP/1.1" status: 200 len: 217 time: 0.0391331 Sep 06 04:35:58.461388 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56179b4c-e532-4970-b58b-2a8eb760b3f2 req-2e30f525-96a0-4e1d-9d4d-ee243f1a4de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:58.462853 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-56179b4c-e532-4970-b58b-2a8eb760b3f2 req-2e30f525-96a0-4e1d-9d4d-ee243f1a4de8 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=9b8031fd-df8e-40aa-8f52-58d945edc54a HTTP/1.1" status: 200 len: 856 time: 0.0487196 Sep 06 04:35:58.501632 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 34722) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:58.517369 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56179b4c-e532-4970-b58b-2a8eb760b3f2 req-d95a71e3-5507-4e4d-8cee-041e893a8569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:58.518875 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-56179b4c-e532-4970-b58b-2a8eb760b3f2 req-d95a71e3-5507-4e4d-8cee-041e893a8569 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=6861b199-7de9-4155-8c49-44122ab810f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504754 Sep 06 04:35:58.519998 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ed6c9979-35f1-4955-9cda-46b6676c6244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:58.694988 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-56179b4c-e532-4970-b58b-2a8eb760b3f2 req-cde64914-edfd-489b-af70-e39953eb7a02 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669612 Sep 06 04:35:58.722268 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32cb53-a01d-4fa9-9fd7-76ed254e3b35 req-06108881-e81c-49ca-b8f1-0c5e7f909450 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:58.723779 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4b32cb53-a01d-4fa9-9fd7-76ed254e3b35 req-06108881-e81c-49ca-b8f1-0c5e7f909450 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0734670 Sep 06 04:35:58.754664 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ed6c9979-35f1-4955-9cda-46b6676c6244 admin admin] Publish callbacks [] for security_group (30055cf5-03ed-405b-9d42-41157e5d6d80), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:58.781720 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4b32cb53-a01d-4fa9-9fd7-76ed254e3b35 req-7edfa50a-d4a9-4fff-991c-fe1efe6ad08c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498106 Sep 06 04:35:58.784434 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:58.836674 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ed6c9979-35f1-4955-9cda-46b6676c6244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (30055cf5-03ed-405b-9d42-41157e5d6d80), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:58.878485 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-ed6c9979-35f1-4955-9cda-46b6676c6244 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=755030d1ad9d4945b341d08a3af30d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3756664 Sep 06 04:35:58.883572 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 34740) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:35:58.897703 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a1e88-ce63-4082-816e-735c0a2176a3 req-7b81b396-36d5-440a-89bd-24c6329dea91 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:58.900055 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f17a1e88-ce63-4082-816e-735c0a2176a3 req-7b81b396-36d5-440a-89bd-24c6329dea91 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 944 time: 0.0563753 Sep 06 04:35:58.903163 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c9979-35f1-4955-9cda-46b6676c6244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30055cf5-03ed-405b-9d42-41157e5d6d80,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:58.952435 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-307602b4-1efc-4d5a-b9ba-fe6558c35e2b admin admin] Publish callbacks [] for security_group (30055cf5-03ed-405b-9d42-41157e5d6d80), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:58.958523 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f17a1e88-ce63-4082-816e-735c0a2176a3 req-7a69a4e0-c100-496b-894d-2a70a15de269 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522738 Sep 06 04:35:58.974527 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-307602b4-1efc-4d5a-b9ba-fe6558c35e2b admin admin] Publish callbacks [] for security_group (30055cf5-03ed-405b-9d42-41157e5d6d80), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:59.059057 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb899d-bb0e-47d1-80c6-81a2266fe06c req-0854894d-9519-48a5-8bb5-af8f8432b675 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:59.060573 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-85fb899d-bb0e-47d1-80c6-81a2266fe06c req-0854894d-9519-48a5-8bb5-af8f8432b675 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 943 time: 0.0489728 Sep 06 04:35:59.128599 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-85fb899d-bb0e-47d1-80c6-81a2266fe06c req-00a28a4a-860b-41b2-8842-c0c01596d9e1 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556686 Sep 06 04:35:59.139344 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-307602b4-1efc-4d5a-b9ba-fe6558c35e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (30055cf5-03ed-405b-9d42-41157e5d6d80), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:59.143981 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-307602b4-1efc-4d5a-b9ba-fe6558c35e2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:35:59.147976 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-307602b4-1efc-4d5a-b9ba-fe6558c35e2b admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/30055cf5-03ed-405b-9d42-41157e5d6d80 HTTP/1.1" status: 204 len: 168 time: 0.2632077 Sep 06 04:35:59.160103 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307602b4-1efc-4d5a-b9ba-fe6558c35e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30055cf5-03ed-405b-9d42-41157e5d6d80,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:35:59.175187 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01913e99-5897-4b04-ac07-dd01614b8e9c req-6ce3f6a0-9cfd-4223-b1b4-0c82ca68a508 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:59.176410 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-01913e99-5897-4b04-ac07-dd01614b8e9c req-6ce3f6a0-9cfd-4223-b1b4-0c82ca68a508 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 944 time: 0.0637810 Sep 06 04:35:59.280476 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-01913e99-5897-4b04-ac07-dd01614b8e9c req-a2724c64-3c74-441c-b107-6c35c96e2313 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864248 Sep 06 04:35:59.717274 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:59.800298 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:59.863336 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:35:59.935597 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ef059-c3d4-40bf-af41-9cf35fa74f17 req-0bef7cfe-fce1-4ccc-a4c5-bf6a5afff701 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:35:59.935597 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-636ef059-c3d4-40bf-af41-9cf35fa74f17 req-0bef7cfe-fce1-4ccc-a4c5-bf6a5afff701 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0603745 Sep 06 04:35:59.990956 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-636ef059-c3d4-40bf-af41-9cf35fa74f17 req-97774d28-6c75-466e-89ea-aeacbccb606a tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501466 Sep 06 04:36:00.063723 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:00.125529 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a151a6-4609-46f3-b9df-d5fb30446ca7 req-5dd1924f-ec07-483b-9cd7-3ccc7bba40a2 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:00.126518 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-20a151a6-4609-46f3-b9df-d5fb30446ca7 req-5dd1924f-ec07-483b-9cd7-3ccc7bba40a2 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 944 time: 0.0516400 Sep 06 04:36:00.178600 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-20a151a6-4609-46f3-b9df-d5fb30446ca7 req-4eedc4f1-b28b-432a-979d-7fa3bd08bcde tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460649 Sep 06 04:36:00.201487 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:00.272271 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eeabb6-ff38-4244-a756-39656db4dfee req-3762bb0e-2028-45d4-9b0c-e79b905aba11 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:00.275063 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-19eeabb6-ff38-4244-a756-39656db4dfee req-3762bb0e-2028-45d4-9b0c-e79b905aba11 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 943 time: 0.0515993 Sep 06 04:36:00.341320 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-19eeabb6-ff38-4244-a756-39656db4dfee req-aedfa51b-0321-4d50-8046-c80b63eac7a8 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602608 Sep 06 04:36:00.411908 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ee757-8e7b-4e11-8c6e-decb10c31a76 req-b2d1d121-09fe-4e3b-bd4a-b39b696da08a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:00.413662 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ba0ee757-8e7b-4e11-8c6e-decb10c31a76 req-b2d1d121-09fe-4e3b-bd4a-b39b696da08a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 944 time: 0.0583160 Sep 06 04:36:00.461686 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ba0ee757-8e7b-4e11-8c6e-decb10c31a76 req-891a400e-a35a-4db9-803d-7addb2ad7222 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415664 Sep 06 04:36:01.114496 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:01.149775 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee30590-7552-4efe-82d3-3e546957092f req-014ac602-f0aa-42f9-8a90-d29f01d86135 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:01.151746 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-eee30590-7552-4efe-82d3-3e546957092f req-014ac602-f0aa-42f9-8a90-d29f01d86135 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0498343 Sep 06 04:36:01.211538 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-eee30590-7552-4efe-82d3-3e546957092f req-6e72c2f9-c092-4ff8-bbcb-89013db294b6 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482931 Sep 06 04:36:01.343221 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f282ae-3fdc-47da-9096-1d56f65e73a0 req-2586a5ec-7377-4eed-b4fe-04906f55ddd2 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:01.343221 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e2f282ae-3fdc-47da-9096-1d56f65e73a0 req-2586a5ec-7377-4eed-b4fe-04906f55ddd2 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 944 time: 0.0507743 Sep 06 04:36:01.384693 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:01.398387 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e2f282ae-3fdc-47da-9096-1d56f65e73a0 req-0e35d284-141f-42e6-9b5b-97dcb57b615f tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503824 Sep 06 04:36:01.496987 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624d2b3-8c35-40b4-8cb8-b317bb3a9973 req-58a9c6d0-3a19-4578-aa70-bcdecfe88109 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:01.504068 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b624d2b3-8c35-40b4-8cb8-b317bb3a9973 req-58a9c6d0-3a19-4578-aa70-bcdecfe88109 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 943 time: 0.0574985 Sep 06 04:36:01.521983 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:01.547473 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b624d2b3-8c35-40b4-8cb8-b317bb3a9973 req-6e871bbf-2b6b-4a3d-afac-abb9e184d651 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426633 Sep 06 04:36:01.600576 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebbb2a-e27a-4bab-8186-b92a15ba9af4 req-a498f6bf-870f-4582-b0f4-1d6d9242d8ff tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:01.602309 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-06ebbb2a-e27a-4bab-8186-b92a15ba9af4 req-a498f6bf-870f-4582-b0f4-1d6d9242d8ff tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 944 time: 0.0571823 Sep 06 04:36:01.655866 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-06ebbb2a-e27a-4bab-8186-b92a15ba9af4 req-dee446ce-901d-41a3-9b78-835f067bb4f5 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478790 Sep 06 04:36:02.354325 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8674f-f457-4697-946d-2db462e81fe1 req-1e9b7869-0829-481b-b122-49accf95546a tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:02.355954 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-71d8674f-f457-4697-946d-2db462e81fe1 req-1e9b7869-0829-481b-b122-49accf95546a tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0492456 Sep 06 04:36:02.405340 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-71d8674f-f457-4697-946d-2db462e81fe1 req-830cab36-6cb4-4c55-a0c4-607e465002f5 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429201 Sep 06 04:36:02.430480 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:02.563057 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa10984-3fb1-4c5b-b7ca-c25c43b36bfb req-a7a470a3-c53a-40b0-b64d-ad73248b1fd0 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:02.564643 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8fa10984-3fb1-4c5b-b7ca-c25c43b36bfb req-a7a470a3-c53a-40b0-b64d-ad73248b1fd0 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 944 time: 0.0527081 Sep 06 04:36:02.636982 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8fa10984-3fb1-4c5b-b7ca-c25c43b36bfb req-8c45edcd-b80f-40e5-9ebd-c97a51da2f2c tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626447 Sep 06 04:36:02.670841 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:02.689544 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4569e-31b5-48cd-9d58-efca8416c3e9 req-f9bae8df-fe5b-471e-bd83-2690ce1a02ad tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:02.691046 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1eb4569e-31b5-48cd-9d58-efca8416c3e9 req-f9bae8df-fe5b-471e-bd83-2690ce1a02ad tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 943 time: 0.0510297 Sep 06 04:36:02.727858 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:02.747541 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1eb4569e-31b5-48cd-9d58-efca8416c3e9 req-33a88bc2-0e13-4b2d-b600-ef788ff8a71f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480201 Sep 06 04:36:02.794742 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810a88b-8fd8-4a71-943d-645ed5dfb7c3 req-8ea27a7f-4059-40f8-a6f6-7bf345eb80b7 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:02.796245 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7810a88b-8fd8-4a71-943d-645ed5dfb7c3 req-8ea27a7f-4059-40f8-a6f6-7bf345eb80b7 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 944 time: 0.0574107 Sep 06 04:36:02.849829 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7810a88b-8fd8-4a71-943d-645ed5dfb7c3 req-1ce9c2cb-9853-4341-aba8-f1b453643555 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475848 Sep 06 04:36:02.853069 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:03.516338 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:03.533923 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf20c78-fbc5-4665-92a5-c8d6f07bf992 req-8187184c-c2a9-4d0c-a04b-e96f3e61f69f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:03.535457 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-abf20c78-fbc5-4665-92a5-c8d6f07bf992 req-8187184c-c2a9-4d0c-a04b-e96f3e61f69f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0501544 Sep 06 04:36:03.587661 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-abf20c78-fbc5-4665-92a5-c8d6f07bf992 req-e2c97941-ade5-4a3e-83b8-601062b98181 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459330 Sep 06 04:36:03.751629 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 831811de-3ef7-415e-be56-fafeee2815c2 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:36:03.762294 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f31c8-2436-47e0-8c6a-a239155371d5 req-e092aa16-95c6-430a-9ae0-b47ceb61b92d tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:03.763761 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1e9f31c8-2436-47e0-8c6a-a239155371d5 req-e092aa16-95c6-430a-9ae0-b47ceb61b92d tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 944 time: 0.0506518 Sep 06 04:36:03.822058 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1e9f31c8-2436-47e0-8c6a-a239155371d5 req-cec91bb9-8873-43b5-b740-c7302c5c20f0 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523396 Sep 06 04:36:03.837033 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:03.873206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 831811de-3ef7-415e-be56-fafeee2815c2, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=831811de-3ef7-415e-be56-fafeee2815c2,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:03.892537 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1603b5-0a98-4d26-88e8-380697225a25 req-ae34937b-2999-4509-bd7d-fc9c27e6a8f5 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:03.897078 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '831811de-3ef7-415e-be56-fafeee2815c2', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'port_id': '831811de-3ef7-415e-be56-fafeee2815c2', 'mac_address': 'fa:16:3e:cb:4d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:36:03.909696 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0f1603b5-0a98-4d26-88e8-380697225a25 req-ae34937b-2999-4509-bd7d-fc9c27e6a8f5 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 943 time: 0.0686340 Sep 06 04:36:03.939365 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 831811de-3ef7-415e-be56-fafeee2815c2 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:36:03.945114 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (831811de-3ef7-415e-be56-fafeee2815c2), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:03.957069 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 831811de-3ef7-415e-be56-fafeee2815c2 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:36:03.973759 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0f1603b5-0a98-4d26-88e8-380697225a25 req-22a38700-74e5-41ce-840a-78e8fc7d4533 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628123 Sep 06 04:36:03.979969 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 831811de-3ef7-415e-be56-fafeee2815c2, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=831811de-3ef7-415e-be56-fafeee2815c2,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:04.033948 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825fc21-8898-4397-9892-e8ac37547060 req-1d28fecf-4621-45d9-b596-98c1562fe69d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:04.035674 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6825fc21-8898-4397-9892-e8ac37547060 req-1d28fecf-4621-45d9-b596-98c1562fe69d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 944 time: 0.0649154 Sep 06 04:36:04.039923 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:04.079916 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (831811de-3ef7-415e-be56-fafeee2815c2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:04.120780 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6825fc21-8898-4397-9892-e8ac37547060 req-c461f542-8110-4a4a-9cf5-896fecfb4037 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782087 Sep 06 04:36:04.158675 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=831811de-3ef7-415e-be56-fafeee2815c2,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:04.247670 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:04.681718 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['831811de-3ef7-415e-be56-fafeee2815c2'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:36:04.749755 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2b765-d9fe-4a2c-9777-67fecf81e08a req-eac94417-a589-4579-bd6a-d32110fb08b3 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:04.749755 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c1e2b765-d9fe-4a2c-9777-67fecf81e08a req-eac94417-a589-4579-bd6a-d32110fb08b3 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0688179 Sep 06 04:36:04.814685 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:04.821496 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c1e2b765-d9fe-4a2c-9777-67fecf81e08a req-7608c6a9-5aa7-45f4-8829-9ef76caf5c85 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730624 Sep 06 04:36:04.974130 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ca67b-3b35-4437-8826-7675781c07e9 req-e34bf3ba-5282-4e3b-8f02-8a8bb67eed98 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:04.975655 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c48ca67b-3b35-4437-8826-7675781c07e9 req-e34bf3ba-5282-4e3b-8f02-8a8bb67eed98 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 944 time: 0.0543599 Sep 06 04:36:05.042687 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c48ca67b-3b35-4437-8826-7675781c07e9 req-47b9d9c4-60c1-483c-94f4-3fd0edfab5ca tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578129 Sep 06 04:36:05.169252 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642e185-5c8f-4426-bd0b-e21452b8d4f9 req-c8be048a-b3f5-413d-ad57-3f66493af0e4 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:05.170893 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d642e185-5c8f-4426-bd0b-e21452b8d4f9 req-c8be048a-b3f5-413d-ad57-3f66493af0e4 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 943 time: 0.0893769 Sep 06 04:36:05.213566 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-56179b4c-e532-4970-b58b-2a8eb760b3f2 req-7bad5e89-bf3d-4a9c-bff3-9d4550a1ac80 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506824 Sep 06 04:36:05.238525 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d642e185-5c8f-4426-bd0b-e21452b8d4f9 req-b3bce567-9f6a-430b-b727-d2afb9b20b4e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579941 Sep 06 04:36:05.251489 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9a56c-1c3b-473a-9131-fe5afbd44422 req-21deb581-015d-41df-9c93-a6adbcb90136 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:05.269799 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a0a9a56c-1c3b-473a-9131-fe5afbd44422 req-21deb581-015d-41df-9c93-a6adbcb90136 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 944 time: 0.0666456 Sep 06 04:36:05.316372 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a0a9a56c-1c3b-473a-9131-fe5afbd44422 req-e8a20e54-ba92-4b85-bc64-77b4e12003ee tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455062 Sep 06 04:36:05.402112 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:05.960160 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0d70e-a85d-424c-adc8-599a411c480c req-ee76e6c1-fb98-4512-9f19-3a415342632d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:05.961653 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bfb0d70e-a85d-424c-adc8-599a411c480c req-ee76e6c1-fb98-4512-9f19-3a415342632d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0485647 Sep 06 04:36:06.011750 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bfb0d70e-a85d-424c-adc8-599a411c480c req-a68f7df5-3eb6-4dca-9778-d2a2f5603ad2 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430353 Sep 06 04:36:06.045479 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 6f3d018c-b1db-426d-bceb-91b09c7660bd details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:36:06.108454 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 831811de-3ef7-415e-be56-fafeee2815c2 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:36:06.199068 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port 831811de-3ef7-415e-be56-fafeee2815c2 completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:36:06.201896 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f60f0-3681-4624-9a77-1eb2ccb3c5e3 req-5670f869-7e0e-490d-9c3f-24242fee9b6f tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:06.211709 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cd7f60f0-3681-4624-9a77-1eb2ccb3c5e3 req-5670f869-7e0e-490d-9c3f-24242fee9b6f tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 944 time: 0.0852268 Sep 06 04:36:06.249006 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 6f3d018c-b1db-426d-bceb-91b09c7660bd, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=6f3d018c-b1db-426d-bceb-91b09c7660bd,segment=NetworkSegment(bce1e555-d55c-4908-b897-c76825f6762c),segment_id=bce1e555-d55c-4908-b897-c76825f6762c)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:06.266032 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '6f3d018c-b1db-426d-bceb-91b09c7660bd', 'network_id': '9bcee315-88c0-4acf-82b7-0c166d7d1495', 'port_id': '6f3d018c-b1db-426d-bceb-91b09c7660bd', 'mac_address': 'fa:16:3e:15:d1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:36:06.270853 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35046) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:06.285387 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cd7f60f0-3681-4624-9a77-1eb2ccb3c5e3 req-17ac7695-0f4f-4374-b9e3-9e2f4b5f8dd1 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718701 Sep 06 04:36:06.312337 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 831811de-3ef7-415e-be56-fafeee2815c2 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:36:06.313288 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (831811de-3ef7-415e-be56-fafeee2815c2), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:06.346579 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 6f3d018c-b1db-426d-bceb-91b09c7660bd is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:36:06.346970 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (6f3d018c-b1db-426d-bceb-91b09c7660bd), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:06.375283 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3d018c-b1db-426d-bceb-91b09c7660bd {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:36:06.393214 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 6f3d018c-b1db-426d-bceb-91b09c7660bd, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=6f3d018c-b1db-426d-bceb-91b09c7660bd,segment=NetworkSegment(bce1e555-d55c-4908-b897-c76825f6762c),segment_id=bce1e555-d55c-4908-b897-c76825f6762c)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:06.435367 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 831811de-3ef7-415e-be56-fafeee2815c2 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:36:06.436020 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (831811de-3ef7-415e-be56-fafeee2815c2), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:06.457375 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-14a08e52-3481-4857-bbdb-a571dcd83a03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:06.463944 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed927594-12ef-48af-b170-5b88f8ecb0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831811de-3ef7-415e-be56-fafeee2815c2'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:36:06.468925 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb5522-cd9e-48f0-9663-6a5a6371b201 req-0ec4d1cb-53e1-46d2-8e2c-e9ce114ec54d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:06.476648 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7fdb5522-cd9e-48f0-9663-6a5a6371b201 req-0ec4d1cb-53e1-46d2-8e2c-e9ce114ec54d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 943 time: 0.1331003 Sep 06 04:36:06.492500 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df0f1c-4186-4860-a650-78d264785d8c req-b2fb73e1-ca09-4203-92f6-53390cdec57e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:06.494189 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e9df0f1c-4186-4860-a650-78d264785d8c req-b2fb73e1-ca09-4203-92f6-53390cdec57e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 944 time: 0.0509896 Sep 06 04:36:06.527836 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (6f3d018c-b1db-426d-bceb-91b09c7660bd), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:06.545973 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 831811de-3ef7-415e-be56-fafeee2815c2, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=831811de-3ef7-415e-be56-fafeee2815c2,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:06.556484 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7fdb5522-cd9e-48f0-9663-6a5a6371b201 req-1b9546e6-aa37-4304-8d06-133deb46e0b1 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788341 Sep 06 04:36:06.589516 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e9df0f1c-4186-4860-a650-78d264785d8c req-4bd5e946-eebf-4ea6-9c97-20f1c5a603f2 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751843 Sep 06 04:36:06.590629 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=6f3d018c-b1db-426d-bceb-91b09c7660bd,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:06.610535 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-14a08e52-3481-4857-bbdb-a571dcd83a03 admin admin] Publish callbacks [] for security_group (b79498b2-ed2c-4689-acb8-b013560728ef), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:06.642169 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (831811de-3ef7-415e-be56-fafeee2815c2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:06.699905 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a03569-d9c6-44be-99b8-3b346974a4d7" -d '{"events": [{"server_uuid": "ed927594-12ef-48af-b170-5b88f8ecb0ec", "name": "network-vif-plugged", "status": "completed", "tag": "831811de-3ef7-415e-be56-fafeee2815c2"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:36:06.703315 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-14a08e52-3481-4857-bbdb-a571dcd83a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (b79498b2-ed2c-4689-acb8-b013560728ef), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:06.708400 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=831811de-3ef7-415e-be56-fafeee2815c2,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:06.742313 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-14a08e52-3481-4857-bbdb-a571dcd83a03 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=422cae1387de42c9b2379a9ab95e586a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4732714 Sep 06 04:36:06.745196 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 35066) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:06.752495 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a08e52-3481-4857-bbdb-a571dcd83a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79498b2-ed2c-4689-acb8-b013560728ef,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:06.798689 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-81135b2a-c887-41d3-ad39-cc4321ab1f35 admin admin] Publish callbacks [] for security_group (b79498b2-ed2c-4689-acb8-b013560728ef), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:06.810911 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e20579-31a8-4bcb-a1e9-842bee79947d x-openstack-request-id: req-20e20579-31a8-4bcb-a1e9-842bee79947d {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:36:06.811236 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed927594-12ef-48af-b170-5b88f8ecb0ec", "name": "network-vif-plugged", "status": "completed", "tag": "831811de-3ef7-415e-be56-fafeee2815c2", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:36:06.811494 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20e20579-31a8-4bcb-a1e9-842bee79947d {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:36:06.812043 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e20579-31a8-4bcb-a1e9-842bee79947d'] response: {'server_uuid': 'ed927594-12ef-48af-b170-5b88f8ecb0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831811de-3ef7-415e-be56-fafeee2815c2', 'code': 200} Sep 06 04:36:06.825143 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-81135b2a-c887-41d3-ad39-cc4321ab1f35 admin admin] Publish callbacks [] for security_group (b79498b2-ed2c-4689-acb8-b013560728ef), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:06.925664 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 35070) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:06.943500 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-81135b2a-c887-41d3-ad39-cc4321ab1f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (b79498b2-ed2c-4689-acb8-b013560728ef), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:06.950188 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-81135b2a-c887-41d3-ad39-cc4321ab1f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:06.952072 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-81135b2a-c887-41d3-ad39-cc4321ab1f35 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/b79498b2-ed2c-4689-acb8-b013560728ef HTTP/1.1" status: 204 len: 168 time: 0.2037637 Sep 06 04:36:06.966605 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81135b2a-c887-41d3-ad39-cc4321ab1f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79498b2-ed2c-4689-acb8-b013560728ef,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:06.984606 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['6f3d018c-b1db-426d-bceb-91b09c7660bd'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:36:07.025091 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:07.104926 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-997a88f3-11ae-4e51-a8fc-401ec6457982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:07.143451 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:07.168719 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:07.206789 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e523a-230c-466b-8b55-a7a3063cc7f9 req-7cc04ef2-ccc6-4966-9bfa-e56cb89efc6a tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:07.208293 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-fb4e523a-230c-466b-8b55-a7a3063cc7f9 req-7cc04ef2-ccc6-4966-9bfa-e56cb89efc6a tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0636437 Sep 06 04:36:07.300938 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-997a88f3-11ae-4e51-a8fc-401ec6457982 admin admin] Publish callbacks [] for security_group (413b99f0-410c-4d43-a344-0b99a7b8e478), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:07.302030 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-fb4e523a-230c-466b-8b55-a7a3063cc7f9 req-656ccb63-7e8f-4bbe-b33d-578981e25c57 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821683 Sep 06 04:36:07.413177 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-997a88f3-11ae-4e51-a8fc-401ec6457982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (413b99f0-410c-4d43-a344-0b99a7b8e478), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:07.445802 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:07.468567 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadb49e-7a10-4c03-9ad0-f99dc6ec7015 req-230a872b-f597-4dc5-a1d6-678a454fc4fc tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:07.468567 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2eadb49e-7a10-4c03-9ad0-f99dc6ec7015 req-230a872b-f597-4dc5-a1d6-678a454fc4fc tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 945 time: 0.0679417 Sep 06 04:36:07.474602 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-997a88f3-11ae-4e51-a8fc-401ec6457982 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=79cfd32b789a490e89b8e227ebd232ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5477893 Sep 06 04:36:07.475523 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a88f3-11ae-4e51-a8fc-401ec6457982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413b99f0-410c-4d43-a344-0b99a7b8e478,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:07.477338 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35106) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:07.561737 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2eadb49e-7a10-4c03-9ad0-f99dc6ec7015 req-c9c84efb-4df4-413b-af88-7ac337edb1ef tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852020 Sep 06 04:36:07.571769 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c5592184-98e4-4571-935b-2156fc36c5e0 admin admin] Publish callbacks [] for security_group (413b99f0-410c-4d43-a344-0b99a7b8e478), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:07.573480 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:07.602353 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c5592184-98e4-4571-935b-2156fc36c5e0 admin admin] Publish callbacks [] for security_group (413b99f0-410c-4d43-a344-0b99a7b8e478), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:07.714744 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e0ef7-b8ff-4025-a3cd-b2261078da5c req-f58fc364-a8ac-4a6c-aab5-7f0053aaef1c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:07.716380 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-322e0ef7-b8ff-4025-a3cd-b2261078da5c req-f58fc364-a8ac-4a6c-aab5-7f0053aaef1c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 943 time: 0.0558891 Sep 06 04:36:07.732126 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4f7e4-cfae-4b58-a1c0-c3b9b0686341 req-24a75ecf-5c36-41bb-a55a-c9219ef0461f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:07.733714 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-12b4f7e4-cfae-4b58-a1c0-c3b9b0686341 req-24a75ecf-5c36-41bb-a55a-c9219ef0461f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 944 time: 0.0542922 Sep 06 04:36:07.765989 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-322e0ef7-b8ff-4025-a3cd-b2261078da5c req-12a137f4-98e6-4615-8209-df2b9d66cba2 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437584 Sep 06 04:36:07.785648 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-12b4f7e4-cfae-4b58-a1c0-c3b9b0686341 req-aff96f1d-dfdd-4549-b969-bca0356e41f0 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461740 Sep 06 04:36:07.797049 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c5592184-98e4-4571-935b-2156fc36c5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (413b99f0-410c-4d43-a344-0b99a7b8e478), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:07.803535 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c5592184-98e4-4571-935b-2156fc36c5e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:07.803535 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-c5592184-98e4-4571-935b-2156fc36c5e0 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/413b99f0-410c-4d43-a344-0b99a7b8e478 HTTP/1.1" status: 204 len: 168 time: 0.3187129 Sep 06 04:36:07.809187 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5592184-98e4-4571-935b-2156fc36c5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413b99f0-410c-4d43-a344-0b99a7b8e478,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:07.846501 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35120) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:07.860168 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ca1d3df9-5640-43f4-a235-038eeb711706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:07.876603 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:07.954752 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ca1d3df9-5640-43f4-a235-038eeb711706 admin admin] Publish callbacks [] for security_group (7cf4dcd5-3b17-4d0f-99e8-500d73d21c2b), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.025747 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 35126) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:08.032049 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ca1d3df9-5640-43f4-a235-038eeb711706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (7cf4dcd5-3b17-4d0f-99e8-500d73d21c2b), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.069670 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 7dd08f26-fca9-44dc-9f2f-a94635106365 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:36:08.071778 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d3df9-5640-43f4-a235-038eeb711706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf4dcd5-3b17-4d0f-99e8-500d73d21c2b,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:08.076697 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-ca1d3df9-5640-43f4-a235-038eeb711706 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=20d9bb2cd54c4208a94d17548633f468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291625 Sep 06 04:36:08.080850 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 35130) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:08.093724 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 6f3d018c-b1db-426d-bceb-91b09c7660bd up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:36:08.133280 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-001d0cac-a9c2-4e4c-af06-dca21eeb45e7 admin admin] Publish callbacks [] for security_group (7cf4dcd5-3b17-4d0f-99e8-500d73d21c2b), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.164944 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-001d0cac-a9c2-4e4c-af06-dca21eeb45e7 admin admin] Publish callbacks [] for security_group (7cf4dcd5-3b17-4d0f-99e8-500d73d21c2b), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.179568 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-96129a72-eeb7-4636-ab47-b5070a6f9d80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.201861 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port 6f3d018c-b1db-426d-bceb-91b09c7660bd completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:36:08.237842 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 7dd08f26-fca9-44dc-9f2f-a94635106365, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=7dd08f26-fca9-44dc-9f2f-a94635106365,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:08.252922 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '7dd08f26-fca9-44dc-9f2f-a94635106365', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'port_id': '7dd08f26-fca9-44dc-9f2f-a94635106365', 'mac_address': 'fa:16:3e:d4:70:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:36:08.289211 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-96129a72-eeb7-4636-ab47-b5070a6f9d80 admin admin] Publish callbacks [] for security_group (9cf1328a-8e90-4918-98b8-ccc999fb2f7a), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.296370 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 7dd08f26-fca9-44dc-9f2f-a94635106365 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:36:08.296760 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (7dd08f26-fca9-44dc-9f2f-a94635106365), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.309966 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd08f26-fca9-44dc-9f2f-a94635106365 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:36:08.326813 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 6f3d018c-b1db-426d-bceb-91b09c7660bd triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:36:08.327115 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (6f3d018c-b1db-426d-bceb-91b09c7660bd), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.332307 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 7dd08f26-fca9-44dc-9f2f-a94635106365, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=7dd08f26-fca9-44dc-9f2f-a94635106365,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:08.350564 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-001d0cac-a9c2-4e4c-af06-dca21eeb45e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (7cf4dcd5-3b17-4d0f-99e8-500d73d21c2b), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.353388 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-001d0cac-a9c2-4e4c-af06-dca21eeb45e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.356147 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-001d0cac-a9c2-4e4c-af06-dca21eeb45e7 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/7cf4dcd5-3b17-4d0f-99e8-500d73d21c2b HTTP/1.1" status: 204 len: 168 time: 0.2750969 Sep 06 04:36:08.390133 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d0cac-a9c2-4e4c-af06-dca21eeb45e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf4dcd5-3b17-4d0f-99e8-500d73d21c2b,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:08.424372 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-96129a72-eeb7-4636-ab47-b5070a6f9d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (9cf1328a-8e90-4918-98b8-ccc999fb2f7a), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.424733 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 6f3d018c-b1db-426d-bceb-91b09c7660bd is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:36:08.424973 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (6f3d018c-b1db-426d-bceb-91b09c7660bd), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.425116 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:08.439679 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:08.449498 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (7dd08f26-fca9-44dc-9f2f-a94635106365), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.491300 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-96129a72-eeb7-4636-ab47-b5070a6f9d80 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=77e7e8defac94cbd9457411dff1fd730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4642937 Sep 06 04:36:08.494830 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35138) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:08.499157 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa9931-f715-4af8-8288-19147ededdc3 req-67d84f3f-c86a-42c7-8a37-dae80ab8b911 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:08.500726 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-eefa9931-f715-4af8-8288-19147ededdc3 req-67d84f3f-c86a-42c7-8a37-dae80ab8b911 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0940664 Sep 06 04:36:08.501949 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96129a72-eeb7-4636-ab47-b5070a6f9d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf1328a-8e90-4918-98b8-ccc999fb2f7a,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:08.565291 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a44f878f-a224-47a5-b717-c34fd4dcca5b admin admin] Publish callbacks [] for security_group (9cf1328a-8e90-4918-98b8-ccc999fb2f7a), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.581922 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-eefa9931-f715-4af8-8288-19147ededdc3 req-78bd0c1a-d81c-4015-93b0-3f9a9f52a5bb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708840 Sep 06 04:36:08.602056 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a44f878f-a224-47a5-b717-c34fd4dcca5b admin admin] Publish callbacks [] for security_group (9cf1328a-8e90-4918-98b8-ccc999fb2f7a), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.614711 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 6f3d018c-b1db-426d-bceb-91b09c7660bd, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=6f3d018c-b1db-426d-bceb-91b09c7660bd,segment=NetworkSegment(bce1e555-d55c-4908-b897-c76825f6762c),segment_id=bce1e555-d55c-4908-b897-c76825f6762c)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:08.634105 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=7dd08f26-fca9-44dc-9f2f-a94635106365,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:08.691904 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f894217-40bf-4535-aef1-6b8d5abe36af req-9831fbac-a8de-42fc-8c80-de71a919c5c7 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:08.693480 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1f894217-40bf-4535-aef1-6b8d5abe36af req-9831fbac-a8de-42fc-8c80-de71a919c5c7 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 945 time: 0.0487893 Sep 06 04:36:08.696409 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35142) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:08.716864 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a72c3002-c8e4-48ac-9466-4848f325fd5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.721785 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (6f3d018c-b1db-426d-bceb-91b09c7660bd), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.757910 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a44f878f-a224-47a5-b717-c34fd4dcca5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (9cf1328a-8e90-4918-98b8-ccc999fb2f7a), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.790039 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a44f878f-a224-47a5-b717-c34fd4dcca5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.790039 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-a44f878f-a224-47a5-b717-c34fd4dcca5b admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9cf1328a-8e90-4918-98b8-ccc999fb2f7a HTTP/1.1" status: 204 len: 168 time: 0.2661092 Sep 06 04:36:08.790437 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=6f3d018c-b1db-426d-bceb-91b09c7660bd,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:08.790865 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1f894217-40bf-4535-aef1-6b8d5abe36af req-49062a14-6d49-45f9-892e-e6d644c106ca tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858319 Sep 06 04:36:08.793483 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f878f-a224-47a5-b717-c34fd4dcca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf1328a-8e90-4918-98b8-ccc999fb2f7a,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:08.817872 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e4b2e8-d999-4a8f-90f7-cb565ec5c716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3d018c-b1db-426d-bceb-91b09c7660bd'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:36:08.817872 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379cd87a-0e56-4518-8c27-58a755d4b59a" -d '{"events": [{"server_uuid": "04e4b2e8-d999-4a8f-90f7-cb565ec5c716", "name": "network-vif-plugged", "status": "completed", "tag": "6f3d018c-b1db-426d-bceb-91b09c7660bd"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:36:08.897280 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a72c3002-c8e4-48ac-9466-4848f325fd5a admin admin] Publish callbacks [] for security_group (ae6b8e97-172c-4d27-8bee-8cf76736fdf5), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:08.908367 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:08.923582 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9f90a-431e-4fb4-a60e-52b6e6934b87 req-9dfd03d8-46a5-43f4-8b32-f455c3702a4a tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:08.929662 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f3b9f90a-431e-4fb4-a60e-52b6e6934b87 req-9dfd03d8-46a5-43f4-8b32-f455c3702a4a tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 944 time: 0.0593433 Sep 06 04:36:08.945553 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['7dd08f26-fca9-44dc-9f2f-a94635106365'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:36:08.956796 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd301839-25c7-4335-9049-71396f564d93 req-d3b521fe-72d3-4541-bbcf-428bc30936ec tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:08.958976 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fd301839-25c7-4335-9049-71396f564d93 req-d3b521fe-72d3-4541-bbcf-428bc30936ec tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 944 time: 0.0666251 Sep 06 04:36:08.969868 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a72c3002-c8e4-48ac-9466-4848f325fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (ae6b8e97-172c-4d27-8bee-8cf76736fdf5), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:09.021172 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f3b9f90a-431e-4fb4-a60e-52b6e6934b87 req-346142af-d723-46cd-80ee-cea7ec18afe6 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748255 Sep 06 04:36:09.107285 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e888d88-127e-4b1a-9b49-d3bdda01e9ea x-openstack-request-id: req-6e888d88-127e-4b1a-9b49-d3bdda01e9ea {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:36:09.107725 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e4b2e8-d999-4a8f-90f7-cb565ec5c716", "name": "network-vif-plugged", "status": "completed", "tag": "6f3d018c-b1db-426d-bceb-91b09c7660bd", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:36:09.107980 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e888d88-127e-4b1a-9b49-d3bdda01e9ea {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:36:09.108374 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e888d88-127e-4b1a-9b49-d3bdda01e9ea'] response: {'server_uuid': '04e4b2e8-d999-4a8f-90f7-cb565ec5c716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3d018c-b1db-426d-bceb-91b09c7660bd', 'code': 200} Sep 06 04:36:09.243179 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-a72c3002-c8e4-48ac-9466-4848f325fd5a admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=dd61b305100546eaa11b26e4a7e5054f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5457354 Sep 06 04:36:09.243894 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c3002-c8e4-48ac-9466-4848f325fd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6b8e97-172c-4d27-8bee-8cf76736fdf5,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:09.246434 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35168) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:09.299957 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fd301839-25c7-4335-9049-71396f564d93 req-d65b6ddd-2fb7-4563-9d9e-8a5928f28639 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189189 Sep 06 04:36:09.323873 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-551e3373-2a79-4c88-9e64-2e41ba44dae6 admin admin] Publish callbacks [] for security_group (ae6b8e97-172c-4d27-8bee-8cf76736fdf5), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:09.345447 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-551e3373-2a79-4c88-9e64-2e41ba44dae6 admin admin] Publish callbacks [] for security_group (ae6b8e97-172c-4d27-8bee-8cf76736fdf5), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:09.470099 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-551e3373-2a79-4c88-9e64-2e41ba44dae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (ae6b8e97-172c-4d27-8bee-8cf76736fdf5), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:09.472684 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-551e3373-2a79-4c88-9e64-2e41ba44dae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:09.473915 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-551e3373-2a79-4c88-9e64-2e41ba44dae6 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/ae6b8e97-172c-4d27-8bee-8cf76736fdf5 HTTP/1.1" status: 204 len: 168 time: 0.2260864 Sep 06 04:36:09.482239 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e3373-2a79-4c88-9e64-2e41ba44dae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6b8e97-172c-4d27-8bee-8cf76736fdf5,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:09.649086 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35180) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:09.666497 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-66513c50-481e-4190-9f74-1d3305924ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:09.712321 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdbefe-b12c-4f6e-942a-7eace74fd855 req-09ae6ca5-32c8-46fd-8987-34064dd84027 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:09.715103 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-56cdbefe-b12c-4f6e-942a-7eace74fd855 req-09ae6ca5-32c8-46fd-8987-34064dd84027 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0503831 Sep 06 04:36:09.764937 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-66513c50-481e-4190-9f74-1d3305924ca4 admin admin] Publish callbacks [] for security_group (dcd5be6c-5fca-4a97-b81a-2215a5098cb4), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:09.767100 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-56cdbefe-b12c-4f6e-942a-7eace74fd855 req-64111d0f-d788-4cae-807f-ab205bc26915 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462718 Sep 06 04:36:09.879176 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-66513c50-481e-4190-9f74-1d3305924ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (dcd5be6c-5fca-4a97-b81a-2215a5098cb4), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:09.950540 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-66513c50-481e-4190-9f74-1d3305924ca4 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=850d080e1c204836bbaec7e8b50a7f1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023982 Sep 06 04:36:09.953221 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 35194) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:09.968088 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc43790-edec-4e82-b58a-0ef220c38998 req-ff9ffd0a-9392-4758-a36d-ac9da9c86eb4 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:09.969865 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8fc43790-edec-4e82-b58a-0ef220c38998 req-ff9ffd0a-9392-4758-a36d-ac9da9c86eb4 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 946 time: 0.0885398 Sep 06 04:36:09.973126 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66513c50-481e-4190-9f74-1d3305924ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd5be6c-5fca-4a97-b81a-2215a5098cb4,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:10.026195 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8fc43790-edec-4e82-b58a-0ef220c38998 req-53aad2a4-3725-4061-b3b0-64905fe475e7 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484159 Sep 06 04:36:10.047872 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0d9df592-186a-4983-b06a-8a9f63eb367a admin admin] Publish callbacks [] for security_group (dcd5be6c-5fca-4a97-b81a-2215a5098cb4), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:10.063681 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 19322183-60e8-44ac-b690-7448dfce3250 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:36:10.097237 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0d9df592-186a-4983-b06a-8a9f63eb367a admin admin] Publish callbacks [] for security_group (dcd5be6c-5fca-4a97-b81a-2215a5098cb4), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:10.119162 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 7dd08f26-fca9-44dc-9f2f-a94635106365 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:36:10.175840 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:10.176442 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:10.195857 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c2146-0a2e-4b36-a69b-fda8d3e266a2 req-7cf69ec9-7fba-4c25-a4d2-fac0009b204c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:10.197397 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2e0c2146-0a2e-4b36-a69b-fda8d3e266a2 req-7cf69ec9-7fba-4c25-a4d2-fac0009b204c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 944 time: 0.0734518 Sep 06 04:36:10.213825 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port 7dd08f26-fca9-44dc-9f2f-a94635106365 completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:36:10.235861 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 19322183-60e8-44ac-b690-7448dfce3250, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=19322183-60e8-44ac-b690-7448dfce3250,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:10.271073 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '19322183-60e8-44ac-b690-7448dfce3250', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'port_id': '19322183-60e8-44ac-b690-7448dfce3250', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:36:10.373143 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 7dd08f26-fca9-44dc-9f2f-a94635106365 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:36:10.373637 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (7dd08f26-fca9-44dc-9f2f-a94635106365), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:10.375547 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 19322183-60e8-44ac-b690-7448dfce3250 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:36:10.375934 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (19322183-60e8-44ac-b690-7448dfce3250), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:10.406205 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2e0c2146-0a2e-4b36-a69b-fda8d3e266a2 req-31a70235-c8f1-4388-9c0f-456c25bc97c2 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715598 Sep 06 04:36:10.424108 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19322183-60e8-44ac-b690-7448dfce3250 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:36:10.435696 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d1be0-eb67-4d4d-a2f5-0d1ca8a78d8f req-82b65a64-78f3-4c3e-9ce1-6e2b7fdbf0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:10.438975 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d93d1be0-eb67-4d4d-a2f5-0d1ca8a78d8f req-82b65a64-78f3-4c3e-9ce1-6e2b7fdbf0bb service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 1129 time: 0.1947894 Sep 06 04:36:10.443571 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0d9df592-186a-4983-b06a-8a9f63eb367a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (dcd5be6c-5fca-4a97-b81a-2215a5098cb4), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:10.446234 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0d9df592-186a-4983-b06a-8a9f63eb367a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:10.448197 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-0d9df592-186a-4983-b06a-8a9f63eb367a admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/dcd5be6c-5fca-4a97-b81a-2215a5098cb4 HTTP/1.1" status: 204 len: 168 time: 0.4931121 Sep 06 04:36:10.460845 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 19322183-60e8-44ac-b690-7448dfce3250, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=19322183-60e8-44ac-b690-7448dfce3250,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:10.475658 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9df592-186a-4983-b06a-8a9f63eb367a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd5be6c-5fca-4a97-b81a-2215a5098cb4,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:10.491171 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094f75f-bed8-48c1-ab2c-03bd6422c61c req-5732cdfc-b609-413f-bc13-f6dffcb59e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:10.493936 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5094f75f-bed8-48c1-ab2c-03bd6422c61c req-5732cdfc-b609-413f-bc13-f6dffcb59e69 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 1130 time: 0.2076318 Sep 06 04:36:10.504648 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-d93d1be0-eb67-4d4d-a2f5-0d1ca8a78d8f req-e5d67080-3be1-4ff8-b983-4a8d56de2492 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:10.539652 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-5094f75f-bed8-48c1-ab2c-03bd6422c61c req-b7517b6b-d5ba-4a42-b3c2-9b1217d37821 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:10.539774 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576f1d1-03fe-4bc2-a627-7d1f166004b1 req-64679aec-aa20-4d15-9dba-4ebf7aee8c7a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:10.543224 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c576f1d1-03fe-4bc2-a627-7d1f166004b1 req-64679aec-aa20-4d15-9dba-4ebf7aee8c7a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 944 time: 0.1030490 Sep 06 04:36:10.573799 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:10.585629 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (19322183-60e8-44ac-b690-7448dfce3250), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:10.618432 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c576f1d1-03fe-4bc2-a627-7d1f166004b1 req-5bb44f79-9fc3-4ed7-83c2-acaeef0b9b49 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739198 Sep 06 04:36:10.636214 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 7dd08f26-fca9-44dc-9f2f-a94635106365 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:36:10.636606 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (7dd08f26-fca9-44dc-9f2f-a94635106365), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:10.698192 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=19322183-60e8-44ac-b690-7448dfce3250,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:10.706298 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 7dd08f26-fca9-44dc-9f2f-a94635106365, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=7dd08f26-fca9-44dc-9f2f-a94635106365,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:10.708597 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-5094f75f-bed8-48c1-ab2c-03bd6422c61c req-b7517b6b-d5ba-4a42-b3c2-9b1217d37821 service neutron] Publish callbacks [] for security_group (310d09c7-1e24-4710-a75f-fe6526db94d4), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:10.785157 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (7dd08f26-fca9-44dc-9f2f-a94635106365), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:10.786358 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-5094f75f-bed8-48c1-ab2c-03bd6422c61c req-b7517b6b-d5ba-4a42-b3c2-9b1217d37821 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (310d09c7-1e24-4710-a75f-fe6526db94d4), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:10.814965 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.db.api [req-d93d1be0-eb67-4d4d-a2f5-0d1ca8a78d8f req-e5d67080-3be1-4ff8-b983-4a8d56de2492 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) b707733ce65c42edbc1fd95ad0a1c06c {{(pid=106938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 06 04:36:10.815985 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG oslo_db.api [req-d93d1be0-eb67-4d4d-a2f5-0d1ca8a78d8f req-e5d67080-3be1-4ff8-b983-4a8d56de2492 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 06 04:36:10.828396 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:10.857423 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=7dd08f26-fca9-44dc-9f2f-a94635106365,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:10.863175 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5094f75f-bed8-48c1-ab2c-03bd6422c61c req-b7517b6b-d5ba-4a42-b3c2-9b1217d37821 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634243 Sep 06 04:36:10.907780 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7517b6b-d5ba-4a42-b3c2-9b1217d37821 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=310d09c7-1e24-4710-a75f-fe6526db94d4,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:10.962726 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe3860-6eb0-4f82-8552-c2782fb7e857 req-c99f1929-fdbd-40f0-832c-63794ddc72ca tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:10.963526 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-16fe3860-6eb0-4f82-8552-c2782fb7e857 req-c99f1929-fdbd-40f0-832c-63794ddc72ca tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 944 time: 0.0610116 Sep 06 04:36:11.015821 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-16fe3860-6eb0-4f82-8552-c2782fb7e857 req-27b5a08f-3064-4f89-b6f9-1f309d45224f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455070 Sep 06 04:36:11.045669 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['19322183-60e8-44ac-b690-7448dfce3250'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:36:11.112266 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7855d2a-a4a4-44fa-9200-c2b74b273458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd08f26-fca9-44dc-9f2f-a94635106365'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:36:11.114595 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a5c1ca-4bc0-489a-be5e-a324dece99dc" -d '{"events": [{"server_uuid": "c7855d2a-a4a4-44fa-9200-c2b74b273458", "name": "network-vif-plugged", "status": "completed", "tag": "7dd08f26-fca9-44dc-9f2f-a94635106365"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:36:11.176822 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b34e9a-466a-4a0b-bdfa-301299549e2b x-openstack-request-id: req-b8b34e9a-466a-4a0b-bdfa-301299549e2b {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:36:11.177162 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7855d2a-a4a4-44fa-9200-c2b74b273458", "name": "network-vif-plugged", "status": "completed", "tag": "7dd08f26-fca9-44dc-9f2f-a94635106365", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:36:11.177443 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8b34e9a-466a-4a0b-bdfa-301299549e2b {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:36:11.177730 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39389c34-e782-4f3a-abfd-bed01110e6b8 req-7fdc2a3f-f324-4577-a731-4345d6207f79 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:11.177856 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b34e9a-466a-4a0b-bdfa-301299549e2b'] response: {'server_uuid': 'c7855d2a-a4a4-44fa-9200-c2b74b273458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd08f26-fca9-44dc-9f2f-a94635106365', 'code': 200} Sep 06 04:36:11.179340 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-39389c34-e782-4f3a-abfd-bed01110e6b8 req-7fdc2a3f-f324-4577-a731-4345d6207f79 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 946 time: 0.0638111 Sep 06 04:36:11.232430 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-39389c34-e782-4f3a-abfd-bed01110e6b8 req-0ae6d439-1603-47f2-b223-bc9e027328e5 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456445 Sep 06 04:36:11.308258 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 35258) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:11.317634 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-d93d1be0-eb67-4d4d-a2f5-0d1ca8a78d8f req-e5d67080-3be1-4ff8-b983-4a8d56de2492 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:11.321663 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4f8296ef-0a5e-4921-b7b7-a04f483e49ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:11.348276 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:11.422115 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d93d1be0-eb67-4d4d-a2f5-0d1ca8a78d8f req-e5d67080-3be1-4ff8-b983-4a8d56de2492 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9700332 Sep 06 04:36:11.436452 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4f8296ef-0a5e-4921-b7b7-a04f483e49ec admin admin] Publish callbacks [] for security_group (e98a6cae-6c97-4c20-a753-5caf88cdd758), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:11.475726 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:11.547142 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4f8296ef-0a5e-4921-b7b7-a04f483e49ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (e98a6cae-6c97-4c20-a753-5caf88cdd758), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:11.593589 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777a3ad-6b43-4ed0-a880-530262a8771d req-fe4fff00-accf-4fee-bb2c-3acb6ab5813a tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:11.595188 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4777a3ad-6b43-4ed0-a880-530262a8771d req-fe4fff00-accf-4fee-bb2c-3acb6ab5813a tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0882013 Sep 06 04:36:11.603596 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-4f8296ef-0a5e-4921-b7b7-a04f483e49ec admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=fffff36fe18b457a910f7447db81ccc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942100 Sep 06 04:36:11.609020 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35270) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:11.616269 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8296ef-0a5e-4921-b7b7-a04f483e49ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98a6cae-6c97-4c20-a753-5caf88cdd758,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:11.686579 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-af837379-96f2-44be-b29d-ac00ec551ea9 admin admin] Publish callbacks [] for security_group (e98a6cae-6c97-4c20-a753-5caf88cdd758), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:11.710887 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4777a3ad-6b43-4ed0-a880-530262a8771d req-4fa333fe-b0f9-454b-9364-8b7c04aedb49 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022811 Sep 06 04:36:11.740443 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-af837379-96f2-44be-b29d-ac00ec551ea9 admin admin] Publish callbacks [] for security_group (e98a6cae-6c97-4c20-a753-5caf88cdd758), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:11.818103 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37037e4-7cfd-49a5-a08f-93d0aa381ce0 req-d55fa538-456b-45f7-9c88-a9138d3211e6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:11.819577 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e37037e4-7cfd-49a5-a08f-93d0aa381ce0 req-d55fa538-456b-45f7-9c88-a9138d3211e6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 944 time: 0.0616050 Sep 06 04:36:11.873348 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e37037e4-7cfd-49a5-a08f-93d0aa381ce0 req-fa66d800-a6c3-4d1f-be74-0d67eb8cf5c4 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428634 Sep 06 04:36:11.898739 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-af837379-96f2-44be-b29d-ac00ec551ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (e98a6cae-6c97-4c20-a753-5caf88cdd758), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:11.904384 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-af837379-96f2-44be-b29d-ac00ec551ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:11.904384 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-af837379-96f2-44be-b29d-ac00ec551ea9 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/e98a6cae-6c97-4c20-a753-5caf88cdd758 HTTP/1.1" status: 204 len: 168 time: 0.2925718 Sep 06 04:36:11.911789 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af837379-96f2-44be-b29d-ac00ec551ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98a6cae-6c97-4c20-a753-5caf88cdd758,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:12.149016 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a940d-bc0a-4380-96e8-f52416ac0e64 req-b3320c13-6f6f-438f-80ce-9d25bf16ca22 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:12.150870 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d31a940d-bc0a-4380-96e8-f52416ac0e64 req-b3320c13-6f6f-438f-80ce-9d25bf16ca22 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 944 time: 0.0465231 Sep 06 04:36:12.167608 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device f88cebc5-b6a7-4ea8-9133-58a12f404543 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:36:12.185411 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 19322183-60e8-44ac-b690-7448dfce3250 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:36:12.202880 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d31a940d-bc0a-4380-96e8-f52416ac0e64 req-70093136-9a4f-4725-9623-095897c33aa0 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462081 Sep 06 04:36:12.233588 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-d9d0f622-748f-4f9e-b373-f7a858b18e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:12.263399 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 35298) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:12.307543 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port 19322183-60e8-44ac-b690-7448dfce3250 completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:36:12.339558 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port f88cebc5-b6a7-4ea8-9133-58a12f404543, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=f88cebc5-b6a7-4ea8-9133-58a12f404543,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:12.341759 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:12.353238 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': 'f88cebc5-b6a7-4ea8-9133-58a12f404543', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'port_id': 'f88cebc5-b6a7-4ea8-9133-58a12f404543', 'mac_address': 'fa:16:3e:66:4c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:36:12.379469 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c5b2c-4e9d-438c-a8e3-3b3dcded19b0 req-2b438a36-629b-43a1-8ad3-f3d61ed8baf9 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:12.389848 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9b5c5b2c-4e9d-438c-a8e3-3b3dcded19b0 req-2b438a36-629b-43a1-8ad3-f3d61ed8baf9 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 946 time: 0.0701339 Sep 06 04:36:12.396674 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 19322183-60e8-44ac-b690-7448dfce3250 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:36:12.397130 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (19322183-60e8-44ac-b690-7448dfce3250), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:12.399669 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port f88cebc5-b6a7-4ea8-9133-58a12f404543 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:36:12.400112 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (f88cebc5-b6a7-4ea8-9133-58a12f404543), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:12.437377 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88cebc5-b6a7-4ea8-9133-58a12f404543 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:36:12.449985 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9b5c5b2c-4e9d-438c-a8e3-3b3dcded19b0 req-e1eb364e-39f2-4253-a129-4d6bd72e7453 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552919 Sep 06 04:36:12.471044 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port f88cebc5-b6a7-4ea8-9133-58a12f404543, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=f88cebc5-b6a7-4ea8-9133-58a12f404543,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:12.512728 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 19322183-60e8-44ac-b690-7448dfce3250 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:36:12.513147 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (19322183-60e8-44ac-b690-7448dfce3250), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:12.563865 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (f88cebc5-b6a7-4ea8-9133-58a12f404543), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:12.563976 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 19322183-60e8-44ac-b690-7448dfce3250, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=19322183-60e8-44ac-b690-7448dfce3250,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:12.571529 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-5895ca55-ec1a-42a9-bd06-4837e1f41383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:12.630550 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=f88cebc5-b6a7-4ea8-9133-58a12f404543,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:12.642128 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (19322183-60e8-44ac-b690-7448dfce3250), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:12.676646 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:12.704021 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=19322183-60e8-44ac-b690-7448dfce3250,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:12.725265 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-5895ca55-ec1a-42a9-bd06-4837e1f41383 admin admin] Publish callbacks [] for security_group (13011803-6d3f-48a0-a031-9d29b450ded8), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:12.831228 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a344df-fcc4-401a-92f2-db9923da22d3 req-9d387229-ca3d-46b2-9223-5467431de644 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:12.833026 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d9a344df-fcc4-401a-92f2-db9923da22d3 req-9d387229-ca3d-46b2-9223-5467431de644 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0478675 Sep 06 04:36:12.848980 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-5895ca55-ec1a-42a9-bd06-4837e1f41383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (13011803-6d3f-48a0-a031-9d29b450ded8), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:12.889589 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-5895ca55-ec1a-42a9-bd06-4837e1f41383 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=8118794c3b26418c92de08614b25d685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6250250 Sep 06 04:36:12.892515 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35326) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:12.925153 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895ca55-ec1a-42a9-bd06-4837e1f41383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13011803-6d3f-48a0-a031-9d29b450ded8,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:12.953106 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d9a344df-fcc4-401a-92f2-db9923da22d3 req-3e44bc85-e9df-48cf-9bea-2a12c2b8afca tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128957 Sep 06 04:36:13.040130 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607276b-a646-4748-bd34-26ae09f0dad4 req-e776fc2f-18b5-47d6-8389-c2654449e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:13.042246 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c607276b-a646-4748-bd34-26ae09f0dad4 req-e776fc2f-18b5-47d6-8389-c2654449e431 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 1129 time: 0.0875654 Sep 06 04:36:13.061745 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105813d-9ffb-4931-bf70-0ea251f97a9d req-75fc21eb-cb2b-4459-9eb4-dd471243e754 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:13.063217 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6105813d-9ffb-4931-bf70-0ea251f97a9d req-75fc21eb-cb2b-4459-9eb4-dd471243e754 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 945 time: 0.0827923 Sep 06 04:36:13.066410 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7e852428-0cc9-4254-9c31-a9790b96804b admin admin] Publish callbacks [] for security_group (13011803-6d3f-48a0-a031-9d29b450ded8), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:13.115138 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7e852428-0cc9-4254-9c31-a9790b96804b admin admin] Publish callbacks [] for security_group (13011803-6d3f-48a0-a031-9d29b450ded8), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:13.168413 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['f88cebc5-b6a7-4ea8-9133-58a12f404543'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:36:13.182507 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6105813d-9ffb-4931-bf70-0ea251f97a9d req-0fcf20c7-146a-42b7-9fb6-bf2b31e01a58 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058350 Sep 06 04:36:13.212409 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53238a8f-2601-4952-acd2-4dcb02761c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19322183-60e8-44ac-b690-7448dfce3250'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:36:13.214888 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fdcf07-bb47-4a0f-aad4-ad74c359e800" -d '{"events": [{"server_uuid": "53238a8f-2601-4952-acd2-4dcb02761c12", "name": "network-vif-plugged", "status": "completed", "tag": "19322183-60e8-44ac-b690-7448dfce3250"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:36:13.246507 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c607276b-a646-4748-bd34-26ae09f0dad4 req-f546542a-0978-496f-93cf-446af05ee51a service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525208 Sep 06 04:36:13.283456 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7e852428-0cc9-4254-9c31-a9790b96804b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (13011803-6d3f-48a0-a031-9d29b450ded8), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:13.289961 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7e852428-0cc9-4254-9c31-a9790b96804b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:13.301678 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-7e852428-0cc9-4254-9c31-a9790b96804b admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/13011803-6d3f-48a0-a031-9d29b450ded8 HTTP/1.1" status: 204 len: 168 time: 0.4075069 Sep 06 04:36:13.326328 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7685e380-e15b-416b-8df0-2d40c4bc4545 x-openstack-request-id: req-7685e380-e15b-416b-8df0-2d40c4bc4545 {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:36:13.326328 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53238a8f-2601-4952-acd2-4dcb02761c12", "name": "network-vif-plugged", "status": "completed", "tag": "19322183-60e8-44ac-b690-7448dfce3250", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:36:13.326610 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7685e380-e15b-416b-8df0-2d40c4bc4545 {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:36:13.327201 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7685e380-e15b-416b-8df0-2d40c4bc4545'] response: {'server_uuid': '53238a8f-2601-4952-acd2-4dcb02761c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19322183-60e8-44ac-b690-7448dfce3250', 'code': 200} Sep 06 04:36:13.366958 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e852428-0cc9-4254-9c31-a9790b96804b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13011803-6d3f-48a0-a031-9d29b450ded8,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:13.391266 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:13.427061 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61076b04-75a0-4806-bbfb-f3d933cdbf9a req-e75ef668-6ae4-4495-a70e-65aec678fcdf tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:13.431048 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-61076b04-75a0-4806-bbfb-f3d933cdbf9a req-e75ef668-6ae4-4495-a70e-65aec678fcdf tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0954931 Sep 06 04:36:13.556168 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-61076b04-75a0-4806-bbfb-f3d933cdbf9a req-8d0b62fe-010a-45c7-94a9-378468be184e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1122706 Sep 06 04:36:13.609711 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcb60-ed4a-4313-8013-adb2595af8e0 req-9cc07caf-c37c-451e-947c-255d98414a1f tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:13.611313 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9e3bcb60-ed4a-4313-8013-adb2595af8e0 req-9cc07caf-c37c-451e-947c-255d98414a1f tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 946 time: 0.0464675 Sep 06 04:36:13.669722 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9e3bcb60-ed4a-4313-8013-adb2595af8e0 req-33fe3218-497c-46f0-b411-86a9b1901150 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518453 Sep 06 04:36:13.990367 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:14.074152 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494da67-57c1-4119-8314-7e36fe4329cc req-45965ba8-0f0b-47b6-b333-7e845e299f75 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:14.075537 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6494da67-57c1-4119-8314-7e36fe4329cc req-45965ba8-0f0b-47b6-b333-7e845e299f75 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0512605 Sep 06 04:36:14.082691 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:14.124297 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6494da67-57c1-4119-8314-7e36fe4329cc req-5581e1b5-d276-4845-98de-cd5044f53aa1 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 Sep 06 04:36:14.214748 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35378) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:14.242596 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e86aedbd-98a5-4b0f-b733-505b910db519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:14.323744 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a93919-58d0-494d-bc77-ec3379be525d req-0f69cf74-18a5-40dd-bd45-bb5eb6f42d50 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:14.325332 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-00a93919-58d0-494d-bc77-ec3379be525d req-0f69cf74-18a5-40dd-bd45-bb5eb6f42d50 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 945 time: 0.0636480 Sep 06 04:36:14.332905 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e86aedbd-98a5-4b0f-b733-505b910db519 admin admin] Publish callbacks [] for security_group (dc0994fb-0b4f-40d2-b1de-ee724a9b132a), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:14.397510 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device f88cebc5-b6a7-4ea8-9133-58a12f404543 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:36:14.423896 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-00a93919-58d0-494d-bc77-ec3379be525d req-e8f3c8bd-31bf-4347-9db8-97c748d13f41 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891747 Sep 06 04:36:14.459026 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e86aedbd-98a5-4b0f-b733-505b910db519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (dc0994fb-0b4f-40d2-b1de-ee724a9b132a), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:14.499846 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port f88cebc5-b6a7-4ea8-9133-58a12f404543 completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:36:14.500358 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86aedbd-98a5-4b0f-b733-505b910db519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0994fb-0b4f-40d2-b1de-ee724a9b132a,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:14.516888 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7109d5c1-0fbf-4f44-a7aa-8f52f7b94fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:14.530495 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-e86aedbd-98a5-4b0f-b733-505b910db519 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=9d9dd6c3c81e4506a5c198e670c461fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126025 Sep 06 04:36:14.532625 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 35390) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:14.602295 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port f88cebc5-b6a7-4ea8-9133-58a12f404543 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:36:14.602718 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (f88cebc5-b6a7-4ea8-9133-58a12f404543), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:14.617031 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d589-c053-4a8f-8377-45d9dafc7b3d admin admin] Publish callbacks [] for security_group (dc0994fb-0b4f-40d2-b1de-ee724a9b132a), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:14.667735 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d589-c053-4a8f-8377-45d9dafc7b3d admin admin] Publish callbacks [] for security_group (dc0994fb-0b4f-40d2-b1de-ee724a9b132a), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:14.743865 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port f88cebc5-b6a7-4ea8-9133-58a12f404543 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:36:14.746783 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (f88cebc5-b6a7-4ea8-9133-58a12f404543), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:14.777046 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea5719-7e38-4a99-9dae-6088f03068d7 req-2194b1d4-7ea4-4a6c-83be-b1c421997f73 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:14.785974 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fcea5719-7e38-4a99-9dae-6088f03068d7 req-2194b1d4-7ea4-4a6c-83be-b1c421997f73 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.1254792 Sep 06 04:36:14.801930 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d589-c053-4a8f-8377-45d9dafc7b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (dc0994fb-0b4f-40d2-b1de-ee724a9b132a), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:14.804850 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2ed4d589-c053-4a8f-8377-45d9dafc7b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:14.809372 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-2ed4d589-c053-4a8f-8377-45d9dafc7b3d admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/dc0994fb-0b4f-40d2-b1de-ee724a9b132a HTTP/1.1" status: 204 len: 168 time: 0.2757137 Sep 06 04:36:14.819404 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port f88cebc5-b6a7-4ea8-9133-58a12f404543, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=f88cebc5-b6a7-4ea8-9133-58a12f404543,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:14.821393 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4d589-c053-4a8f-8377-45d9dafc7b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0994fb-0b4f-40d2-b1de-ee724a9b132a,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:14.897925 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fcea5719-7e38-4a99-9dae-6088f03068d7 req-e119e7d7-e0a9-432b-8a02-398dd08a30e7 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1107099 Sep 06 04:36:14.918657 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (f88cebc5-b6a7-4ea8-9133-58a12f404543), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:14.969465 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=f88cebc5-b6a7-4ea8-9133-58a12f404543,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:14.979438 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:15.268668 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dd421-729b-46d3-b7a3-537f99c25fbe req-993d61c1-17fe-4e35-8b61-ad2caa1fa9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:15.270312 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0b3dd421-729b-46d3-b7a3-537f99c25fbe req-993d61c1-17fe-4e35-8b61-ad2caa1fa9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0588653 Sep 06 04:36:15.327226 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0b3dd421-729b-46d3-b7a3-537f99c25fbe req-f4e3a388-6973-4632-a087-65611c1f7ffe tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489974 Sep 06 04:36:15.329211 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655e54ca-b46d-40ea-a544-c796990772d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88cebc5-b6a7-4ea8-9133-58a12f404543'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:36:15.331745 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef89475-a172-4df8-893b-4c3224b03fc3" -d '{"events": [{"server_uuid": "655e54ca-b46d-40ea-a544-c796990772d7", "name": "network-vif-plugged", "status": "completed", "tag": "f88cebc5-b6a7-4ea8-9133-58a12f404543"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:36:15.390258 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a363058-646c-4e77-b0a5-27b6c97ccb1d x-openstack-request-id: req-9a363058-646c-4e77-b0a5-27b6c97ccb1d {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:36:15.390567 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655e54ca-b46d-40ea-a544-c796990772d7", "name": "network-vif-plugged", "status": "completed", "tag": "f88cebc5-b6a7-4ea8-9133-58a12f404543", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:36:15.390875 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a363058-646c-4e77-b0a5-27b6c97ccb1d {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:36:15.391463 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a363058-646c-4e77-b0a5-27b6c97ccb1d'] response: {'server_uuid': '655e54ca-b46d-40ea-a544-c796990772d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88cebc5-b6a7-4ea8-9133-58a12f404543', 'code': 200} Sep 06 04:36:15.479578 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=20 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:15.480815 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=14 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:15.596437 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b020e0-d16c-4f25-9158-4d4d50d09cfb req-cfd7d015-0cd2-4d84-86f1-6e5aa18e5823 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:15.601863 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d2b020e0-d16c-4f25-9158-4d4d50d09cfb req-cfd7d015-0cd2-4d84-86f1-6e5aa18e5823 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 946 time: 0.0594995 Sep 06 04:36:15.661916 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d2b020e0-d16c-4f25-9158-4d4d50d09cfb req-f6053d3f-874c-4e52-a4e3-cd8ceafa5091 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582521 Sep 06 04:36:15.864164 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:15.930878 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35478) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:16.043773 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4cd14-4cd2-4958-92b3-4171a18ed564 req-abea9f82-ba20-4f13-bc59-5c7a45899748 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:16.045743 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-94c4cd14-4cd2-4958-92b3-4171a18ed564 req-abea9f82-ba20-4f13-bc59-5c7a45899748 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0487790 Sep 06 04:36:16.059267 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:16.100208 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-94c4cd14-4cd2-4958-92b3-4171a18ed564 req-3ce91f6f-15a9-477e-a94a-40e524c7e50f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483470 Sep 06 04:36:16.154579 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7e3b8793-2fc9-4e78-8bc8-ee8f65b7dd6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:16.269009 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7e3b8793-2fc9-4e78-8bc8-ee8f65b7dd6e admin admin] Publish callbacks [] for security_group (66b368b6-aa39-42a0-9afe-31e1bdedf4c9), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:16.270423 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11928f-6868-4ccc-8369-6749d04e3193 req-b48b4ba6-0262-40f2-aea3-2462fda3a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:16.271931 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5a11928f-6868-4ccc-8369-6749d04e3193 req-b48b4ba6-0262-40f2-aea3-2462fda3a77c service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 1129 time: 0.0571716 Sep 06 04:36:16.323560 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5a11928f-6868-4ccc-8369-6749d04e3193 req-b9b6c2a0-630c-4414-92e0-dd25bde0254c service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441239 Sep 06 04:36:16.429981 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7e3b8793-2fc9-4e78-8bc8-ee8f65b7dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (66b368b6-aa39-42a0-9afe-31e1bdedf4c9), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:16.458451 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca6aff5-3e0c-4b35-a37d-c099cfcc4d60 req-56802878-accf-40d2-8fd3-2fb5ab2db2a3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:16.459934 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4ca6aff5-3e0c-4b35-a37d-c099cfcc4d60 req-56802878-accf-40d2-8fd3-2fb5ab2db2a3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0494049 Sep 06 04:36:16.468868 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b8793-2fc9-4e78-8bc8-ee8f65b7dd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b368b6-aa39-42a0-9afe-31e1bdedf4c9,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:16.477106 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-7e3b8793-2fc9-4e78-8bc8-ee8f65b7dd6e admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=58d6087b1ad045129117eee56c8d019a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5425851 Sep 06 04:36:16.478059 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35492) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:16.510875 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4ca6aff5-3e0c-4b35-a37d-c099cfcc4d60 req-0450e66b-1854-43e8-957c-339d0136bf29 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445089 Sep 06 04:36:16.529167 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fbc9f724-e8aa-4d86-adf8-abc1edbbef55 admin admin] Publish callbacks [] for security_group (66b368b6-aa39-42a0-9afe-31e1bdedf4c9), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:16.553856 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fbc9f724-e8aa-4d86-adf8-abc1edbbef55 admin admin] Publish callbacks [] for security_group (66b368b6-aa39-42a0-9afe-31e1bdedf4c9), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:16.710215 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fbc9f724-e8aa-4d86-adf8-abc1edbbef55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (66b368b6-aa39-42a0-9afe-31e1bdedf4c9), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:16.713721 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fbc9f724-e8aa-4d86-adf8-abc1edbbef55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:16.715163 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-fbc9f724-e8aa-4d86-adf8-abc1edbbef55 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/66b368b6-aa39-42a0-9afe-31e1bdedf4c9 HTTP/1.1" status: 204 len: 168 time: 0.2367601 Sep 06 04:36:16.726692 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9f724-e8aa-4d86-adf8-abc1edbbef55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b368b6-aa39-42a0-9afe-31e1bdedf4c9,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:16.836240 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51b0a8-1da4-4c94-90f9-b26519281833 req-6b4416e9-eef3-4249-ba23-2e1ef6aab302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:16.837831 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0d51b0a8-1da4-4c94-90f9-b26519281833 req-6b4416e9-eef3-4249-ba23-2e1ef6aab302 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 1130 time: 0.0607762 Sep 06 04:36:16.840882 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:17.103110 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8f1ee-6348-4243-bfd2-c7705495859e req-1ad4faaa-0ed9-4649-a706-55d03571da5d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:17.105288 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-24a8f1ee-6348-4243-bfd2-c7705495859e req-1ad4faaa-0ed9-4649-a706-55d03571da5d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 946 time: 0.0578649 Sep 06 04:36:17.161002 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-24a8f1ee-6348-4243-bfd2-c7705495859e req-e2db33ac-4744-4ddd-abe6-b4ceb253fbb0 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493429 Sep 06 04:36:17.282392 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf116d5-f2fb-4dec-88fe-c3b6dba930ae req-1363c4d9-9665-4e49-a27d-3d44cd4b955a tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:17.285601 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:17.289994 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2bf116d5-f2fb-4dec-88fe-c3b6dba930ae req-1363c4d9-9665-4e49-a27d-3d44cd4b955a tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0538864 Sep 06 04:36:17.335418 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:17.383165 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2bf116d5-f2fb-4dec-88fe-c3b6dba930ae req-f41bc905-da52-439a-a5f0-00ebb228ad06 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853035 Sep 06 04:36:17.426496 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0d51b0a8-1da4-4c94-90f9-b26519281833 req-a5e51764-fa9b-4b8e-8a68-0c6e5a48a350 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143808 Sep 06 04:36:17.512440 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc7708-dbc1-4351-ad78-77a11e0c064e req-9140ecb8-f1eb-4a22-abf4-383f8ea45b5c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:17.514157 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b3cc7708-dbc1-4351-ad78-77a11e0c064e req-9140ecb8-f1eb-4a22-abf4-383f8ea45b5c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0589721 Sep 06 04:36:17.532333 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 35540) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:17.547872 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7cc64640-e011-4553-9953-61c514dd2431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:17.565349 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b3cc7708-dbc1-4351-ad78-77a11e0c064e req-e7e37f2d-c480-47c6-81f4-6ed31b229623 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449710 Sep 06 04:36:17.625722 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7cc64640-e011-4553-9953-61c514dd2431 admin admin] Publish callbacks [] for security_group (096a48d8-eeac-4d5d-8434-f076dd6c37dc), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:17.782994 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7cc64640-e011-4553-9953-61c514dd2431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (096a48d8-eeac-4d5d-8434-f076dd6c37dc), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:17.823336 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-7cc64640-e011-4553-9953-61c514dd2431 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=3a0efc68c5194d3f83abe71ef9b89031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890356 Sep 06 04:36:17.826195 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc64640-e011-4553-9953-61c514dd2431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096a48d8-eeac-4d5d-8434-f076dd6c37dc,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:17.826415 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35548) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:17.877162 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Publish callbacks [] for security_group (096a48d8-eeac-4d5d-8434-f076dd6c37dc), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:17.898953 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Publish callbacks [] for security_group (096a48d8-eeac-4d5d-8434-f076dd6c37dc), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:17.960319 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:18.017240 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (096a48d8-eeac-4d5d-8434-f076dd6c37dc), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:18.019837 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:18.020977 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/096a48d8-eeac-4d5d-8434-f076dd6c37dc HTTP/1.1" status: 204 len: 168 time: 0.1936655 Sep 06 04:36:18.030030 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096a48d8-eeac-4d5d-8434-f076dd6c37dc,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:18.037339 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:18.037762 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:18.038173 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:18.038578 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:18.039331 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:18.039665 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:18.040284 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:18.040591 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:18.040927 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:18.041472 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:18.042018 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:18.042359 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:18.044513 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:18.044513 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:18.044513 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df10d71c-ae3c-4e78-9fdb-a2ca14193148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:18.299132 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71766c6c-ae65-4957-a58e-f494528f6307 req-c9c330fe-059f-48fd-ab21-b7da7849903c tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:18.301549 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-71766c6c-ae65-4957-a58e-f494528f6307 req-c9c330fe-059f-48fd-ab21-b7da7849903c tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 946 time: 0.0509970 Sep 06 04:36:18.362135 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-71766c6c-ae65-4957-a58e-f494528f6307 req-8d9951cf-ef28-4e74-92d0-d5fbf0e81d5c tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526500 Sep 06 04:36:18.503166 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcd01f-cef6-4f86-a084-511d793566c9 req-8bea7787-966d-4a0d-b27e-0260d9c185fe tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:18.504682 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-62fcd01f-cef6-4f86-a084-511d793566c9 req-8bea7787-966d-4a0d-b27e-0260d9c185fe tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0480180 Sep 06 04:36:18.554285 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-62fcd01f-cef6-4f86-a084-511d793566c9 req-b4fc2a08-da88-42dd-8c4b-b0f432cbb411 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437155 Sep 06 04:36:18.691125 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f4a8e-8f60-4abd-9d1b-8ea3f8e56a7f req-e7ed783f-ca60-4f29-a15d-853698a6a985 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:18.692577 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f59f4a8e-8f60-4abd-9d1b-8ea3f8e56a7f req-e7ed783f-ca60-4f29-a15d-853698a6a985 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0475564 Sep 06 04:36:18.744453 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f59f4a8e-8f60-4abd-9d1b-8ea3f8e56a7f req-77150f2c-7dbb-45e3-9ef8-85ce1bffe721 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460865 Sep 06 04:36:18.867639 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b262866-267a-4ce6-863e-e367dc252808 req-ce167f10-bdfe-4986-9d32-595133777dfa tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:18.869267 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3b262866-267a-4ce6-863e-e367dc252808 req-ce167f10-bdfe-4986-9d32-595133777dfa tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0486693 Sep 06 04:36:18.880444 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35582) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:18.884250 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-30dfa272-694f-4910-b377-ee95761fd532 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Request body: {'floatingip': {'port_id': '19322183-60e8-44ac-b690-7448dfce3250'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:36:18.957294 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-30dfa272-694f-4910-b377-ee95761fd532 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for floatingip (5b78f8ec-e614-49e6-8730-8b45f1d35d6e), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:19.207854 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:19.689637 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6f908-5117-4f8c-958b-d986cc023903 req-e4d8bd78-83d3-472d-8744-3cb7cb25d032 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:19.691089 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9ea6f908-5117-4f8c-958b-d986cc023903 req-e4d8bd78-83d3-472d-8744-3cb7cb25d032 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 946 time: 0.0837326 Sep 06 04:36:19.845330 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9ea6f908-5117-4f8c-958b-d986cc023903 req-f307f8b5-e551-4471-9c43-8b7bce9a466a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485255 Sep 06 04:36:19.876770 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-30dfa272-694f-4910-b377-ee95761fd532 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:19.926785 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 35616) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:19.934757 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-30dfa272-694f-4910-b377-ee95761fd532 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (5b78f8ec-e614-49e6-8730-8b45f1d35d6e), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:19.988563 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bde377-3ea4-40ee-a92c-f3c244743311 req-6945ada1-1315-403f-aefb-db53c4dc5e7b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:19.990093 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d4bde377-3ea4-40ee-a92c-f3c244743311 req-6945ada1-1315-403f-aefb-db53c4dc5e7b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0856020 Sep 06 04:36:20.008400 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:20.044666 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:20.068110 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:20.082259 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d4bde377-3ea4-40ee-a92c-f3c244743311 req-8fcd2a6a-d6cf-41fc-b725-103fac4ca08f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842388 Sep 06 04:36:20.083415 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.l3_db [None req-30dfa272-694f-4910-b377-ee95761fd532 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Floating IP 5b78f8ec-e614-49e6-8730-8b45f1d35d6e associated. External IP: 172.27.1.162, port: 19322183-60e8-44ac-b690-7448dfce3250. Sep 06 04:36:20.128113 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Publish callbacks [] for security_group (b40478e2-208f-4047-898b-a4f7051ed8c7), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:20.195271 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (b40478e2-208f-4047-898b-a4f7051ed8c7), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:20.238470 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40478e2-208f-4047-898b-a4f7051ed8c7,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:20.242758 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=59a926d403014fb1af2278bcefd5f5d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148892 Sep 06 04:36:20.246428 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35620) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:20.250391 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:20.250742 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:20.251085 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:20.251422 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:20.251753 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:20.252079 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:20.252403 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:20.252722 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:20.253047 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:20.253407 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:20.253759 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:20.254082 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:20.254401 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:20.254722 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:20.255039 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f02a99c-3f7b-42ef-a766-5c37eab084d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:20.337288 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dfa272-694f-4910-b377-ee95761fd532 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Router 1629557e-6aa4-44ea-836a-d956945aa98d has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:36:20.405032 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d4f03e33-f06b-4c21-aa20-6ae12b8ebb2c admin admin] Publish callbacks [] for security_group (b40478e2-208f-4047-898b-a4f7051ed8c7), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:20.461914 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d4f03e33-f06b-4c21-aa20-6ae12b8ebb2c admin admin] Publish callbacks [] for security_group (b40478e2-208f-4047-898b-a4f7051ed8c7), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:20.506764 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dfa272-694f-4910-b377-ee95761fd532 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:36:20.513386 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-30dfa272-694f-4910-b377-ee95761fd532 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:20.522076 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1769e-2004-4353-a1ea-d755a6156994 None None] Sync routers for ids ['1629557e-6aa4-44ea-836a-d956945aa98d'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:36:20.533047 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d1769e-2004-4353-a1ea-d755a6156994 None None] Routers {'1629557e-6aa4-44ea-836a-d956945aa98d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:36:20.533698 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-e9d1769e-2004-4353-a1ea-d755a6156994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:36:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['1629557e-6aa4-44ea-836a-d956945aa98d'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:36:20.534621 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:20.551977 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-30dfa272-694f-4910-b377-ee95761fd532 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/5b78f8ec-e614-49e6-8730-8b45f1d35d6e HTTP/1.1" status: 200 len: 991 time: 1.6711047 Sep 06 04:36:20.553960 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53238a8f-2601-4952-acd2-4dcb02761c12', 'tag': '19322183-60e8-44ac-b690-7448dfce3250'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:36:20.556197 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e58fcc2-a212-48bd-b441-6dff992a4ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "53238a8f-2601-4952-acd2-4dcb02761c12", "tag": "19322183-60e8-44ac-b690-7448dfce3250"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:36:20.594340 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583edcc0-5035-43c8-b711-17a82e2aaa16 x-openstack-request-id: req-583edcc0-5035-43c8-b711-17a82e2aaa16 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:36:20.594636 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53238a8f-2601-4952-acd2-4dcb02761c12", "tag": "19322183-60e8-44ac-b690-7448dfce3250", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:36:20.594891 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-583edcc0-5035-43c8-b711-17a82e2aaa16 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:36:20.595299 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-583edcc0-5035-43c8-b711-17a82e2aaa16'] response: {'name': 'network-changed', 'server_uuid': '53238a8f-2601-4952-acd2-4dcb02761c12', 'tag': '19322183-60e8-44ac-b690-7448dfce3250', 'status': 'completed', 'code': 200} Sep 06 04:36:20.635532 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d4f03e33-f06b-4c21-aa20-6ae12b8ebb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (b40478e2-208f-4047-898b-a4f7051ed8c7), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:20.638550 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-e9d1769e-2004-4353-a1ea-d755a6156994 None None] Set router 1629557e-6aa4-44ea-836a-d956945aa98d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:36:20.639223 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d4f03e33-f06b-4c21-aa20-6ae12b8ebb2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:20.640346 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-d4f03e33-f06b-4c21-aa20-6ae12b8ebb2c admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/b40478e2-208f-4047-898b-a4f7051ed8c7 HTTP/1.1" status: 204 len: 168 time: 0.3651798 Sep 06 04:36:20.653962 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f03e33-f06b-4c21-aa20-6ae12b8ebb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40478e2-208f-4047-898b-a4f7051ed8c7,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:20.896768 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-e9d1769e-2004-4353-a1ea-d755a6156994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:29Z', 'revision_number': 4, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '5b78f8ec-e614-49e6-8730-8b45f1d35d6e', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'port_id': '19322183-60e8-44ac-b690-7448dfce3250', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53238a8f-2601-4952-acd2-4dcb02761c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:35:36Z', 'updated_at': '2022-09-06T04:36:19Z', 'revision_number': 1, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd669fceb-babb-49ad-8fce-47c11c1f6d13', 'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'mac_address': 'fa:16:3e:b4:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:26Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'subnets': [{'id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:36:20.927202 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1769e-2004-4353-a1ea-d755a6156994 None None] Checking router: 1629557e-6aa4-44ea-836a-d956945aa98d for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:36:20.938763 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d1769e-2004-4353-a1ea-d755a6156994 None None] Routers {'1629557e-6aa4-44ea-836a-d956945aa98d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:36:20.939392 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-e9d1769e-2004-4353-a1ea-d755a6156994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:36:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['1629557e-6aa4-44ea-836a-d956945aa98d'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:36:20.970298 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc61fde-0310-495b-baf2-2170d9ef5df3 req-229192ef-65c9-4199-8590-9b275c67e4f0 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:20.971832 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ebc61fde-0310-495b-baf2-2170d9ef5df3 req-229192ef-65c9-4199-8590-9b275c67e4f0 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 946 time: 0.0478895 Sep 06 04:36:21.022031 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ebc61fde-0310-495b-baf2-2170d9ef5df3 req-1997f225-6bc5-4255-967c-ebd3ab34bd31 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441701 Sep 06 04:36:21.046392 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-e9d1769e-2004-4353-a1ea-d755a6156994 None None] Set router 1629557e-6aa4-44ea-836a-d956945aa98d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:36:21.216224 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1948b-4da9-4461-a593-ef577a984bed req-963583f1-8496-4d9b-8143-977dd2bd2c77 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:21.218935 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-78e1948b-4da9-4461-a593-ef577a984bed req-963583f1-8496-4d9b-8143-977dd2bd2c77 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0535247 Sep 06 04:36:21.270971 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-78e1948b-4da9-4461-a593-ef577a984bed req-96cf6acd-495e-4a94-9999-3fde1a7e05cb tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463169 Sep 06 04:36:21.277388 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-e9d1769e-2004-4353-a1ea-d755a6156994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:29Z', 'revision_number': 4, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '5b78f8ec-e614-49e6-8730-8b45f1d35d6e', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'port_id': '19322183-60e8-44ac-b690-7448dfce3250', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53238a8f-2601-4952-acd2-4dcb02761c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:35:36Z', 'updated_at': '2022-09-06T04:36:19Z', 'revision_number': 1, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd669fceb-babb-49ad-8fce-47c11c1f6d13', 'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'mac_address': 'fa:16:3e:b4:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:26Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'subnets': [{'id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:36:21.304991 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d1769e-2004-4353-a1ea-d755a6156994 None None] The sync data for ids ['1629557e-6aa4-44ea-836a-d956945aa98d'] in dv-cinder-856002-1-iscsi is: [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:29Z', 'revision_number': 4, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '5b78f8ec-e614-49e6-8730-8b45f1d35d6e', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'port_id': '19322183-60e8-44ac-b690-7448dfce3250', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53238a8f-2601-4952-acd2-4dcb02761c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:35:36Z', 'updated_at': '2022-09-06T04:36:19Z', 'revision_number': 1, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd669fceb-babb-49ad-8fce-47c11c1f6d13', 'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'mac_address': 'fa:16:3e:b4:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:26Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'subnets': [{'id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:36:21.571465 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de9a52-a702-430d-9c3a-baee25cfa04f None None] New status for floating IP 5b78f8ec-e614-49e6-8730-8b45f1d35d6e: ACTIVE {{(pid=106940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:36:21.647186 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:21.659647 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cfe86-a150-403e-a39c-feae17215ce2 req-af075b26-c285-4612-9716-42abd6311de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:21.661255 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-741cfe86-a150-403e-a39c-feae17215ce2 req-af075b26-c285-4612-9716-42abd6311de0 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 1129 time: 0.0567696 Sep 06 04:36:22.154123 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eb27c-67c9-4977-8fac-84ef51eff705 req-f7ff090a-5acc-4cad-a19e-7c068d1553a2 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:22.155580 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-987eb27c-67c9-4977-8fac-84ef51eff705 req-f7ff090a-5acc-4cad-a19e-7c068d1553a2 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 946 time: 0.0454075 Sep 06 04:36:22.204039 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-987eb27c-67c9-4977-8fac-84ef51eff705 req-ada39972-e340-4348-8587-6b027983f518 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424967 Sep 06 04:36:22.398659 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58fcc2-a212-48bd-b441-6dff992a4ce2 req-e87f28d0-fbe4-4009-b7cd-5bbefe6be83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:22.401719 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3e58fcc2-a212-48bd-b441-6dff992a4ce2 req-e87f28d0-fbe4-4009-b7cd-5bbefe6be83e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=2388589a34d346f3b31b231a9dafe34d&device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 1129 time: 0.0659368 Sep 06 04:36:22.418969 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 35684) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:22.473157 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df68c6-0f37-4065-87db-d0c9bb4134c5 req-a8382a1b-78e9-4ea8-b8d5-a77de99662b6 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:22.474689 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-07df68c6-0f37-4065-87db-d0c9bb4134c5 req-a8382a1b-78e9-4ea8-b8d5-a77de99662b6 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0934961 Sep 06 04:36:22.540358 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ba01ba61-ccd1-4591-8547-2e1907ff845f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:22.548736 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cfe86-a150-403e-a39c-feae17215ce2 req-eb5e1028-73c9-4734-acbd-d120a54f4698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:22.550257 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-741cfe86-a150-403e-a39c-feae17215ce2 req-eb5e1028-73c9-4734-acbd-d120a54f4698 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 919 time: 0.1973071 Sep 06 04:36:22.565333 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-07df68c6-0f37-4065-87db-d0c9bb4134c5 req-a97aaa8b-d16a-45a2-9465-2feeefa7ee1c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817544 Sep 06 04:36:22.643275 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ba01ba61-ccd1-4591-8547-2e1907ff845f admin admin] Publish callbacks [] for security_group (67fdc6f5-4dbf-4264-8811-9a987565d5b7), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:22.738542 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ba01ba61-ccd1-4591-8547-2e1907ff845f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (67fdc6f5-4dbf-4264-8811-9a987565d5b7), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:22.781554 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01ba61-ccd1-4591-8547-2e1907ff845f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fdc6f5-4dbf-4264-8811-9a987565d5b7,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:22.789226 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-ba01ba61-ccd1-4591-8547-2e1907ff845f admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=adaddc97f25e491391fe5a34f9b7615e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3687298 Sep 06 04:36:22.789972 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 35708) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:22.803964 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:22.839721 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a53b6bf5-77b9-4242-928b-02815ae640dd admin admin] Publish callbacks [] for security_group (67fdc6f5-4dbf-4264-8811-9a987565d5b7), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:22.864474 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a53b6bf5-77b9-4242-928b-02815ae640dd admin admin] Publish callbacks [] for security_group (67fdc6f5-4dbf-4264-8811-9a987565d5b7), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:23.013398 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a53b6bf5-77b9-4242-928b-02815ae640dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (67fdc6f5-4dbf-4264-8811-9a987565d5b7), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:23.016030 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a53b6bf5-77b9-4242-928b-02815ae640dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:23.017183 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-a53b6bf5-77b9-4242-928b-02815ae640dd admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/67fdc6f5-4dbf-4264-8811-9a987565d5b7 HTTP/1.1" status: 204 len: 168 time: 0.2264130 Sep 06 04:36:23.026001 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b6bf5-77b9-4242-928b-02815ae640dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fdc6f5-4dbf-4264-8811-9a987565d5b7,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:23.131617 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-741cfe86-a150-403e-a39c-feae17215ce2 req-148a657e-2ce3-45a9-a85d-0e74454bd16c service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dd08f26-fca9-44dc-9f2f-a94635106365 HTTP/1.1" status: 200 len: 217 time: 0.0647805 Sep 06 04:36:23.172847 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58fcc2-a212-48bd-b441-6dff992a4ce2 req-fa4f44d1-7ee4-47d2-9a56-0c9a7e757a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:23.174364 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3e58fcc2-a212-48bd-b441-6dff992a4ce2 req-fa4f44d1-7ee4-47d2-9a56-0c9a7e757a59 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=6861b199-7de9-4155-8c49-44122ab810f3 HTTP/1.1" status: 200 len: 918 time: 0.1260498 Sep 06 04:36:23.343519 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834d153-5f74-40de-b83b-c217ac155e9e req-fd229d99-ed18-4347-bc08-6b74f7b5fc7f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:23.345208 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8834d153-5f74-40de-b83b-c217ac155e9e req-fd229d99-ed18-4347-bc08-6b74f7b5fc7f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 946 time: 0.0596457 Sep 06 04:36:23.397207 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8834d153-5f74-40de-b83b-c217ac155e9e req-28c77af0-f15e-47ea-b4d3-4ac721aa8d1e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462606 Sep 06 04:36:23.534967 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbf6aa-2226-46af-94c4-ddc593b17399 req-5477f120-1647-46e7-a859-5cf0f4a48de0 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:23.536368 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c6fbf6aa-2226-46af-94c4-ddc593b17399 req-5477f120-1647-46e7-a859-5cf0f4a48de0 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 946 time: 0.0538681 Sep 06 04:36:23.551772 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 35742) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:23.556250 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-b4c9126b-fed2-4cc3-96aa-d1cd6881835a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'floatingip': {'port_id': 'f88cebc5-b6a7-4ea8-9133-58a12f404543'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:36:23.558981 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:23.628315 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b4c9126b-fed2-4cc3-96aa-d1cd6881835a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (8a8daf62-3cec-47c2-ac3a-d15dcb749b22), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:23.796906 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324f31b-f33f-432a-8cb7-d29bbc602606 req-dbcdf007-ecbe-4bbd-ab29-680e8cec0d5c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:23.802684 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3324f31b-f33f-432a-8cb7-d29bbc602606 req-dbcdf007-ecbe-4bbd-ab29-680e8cec0d5c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.1398952 Sep 06 04:36:23.849914 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cfe86-a150-403e-a39c-feae17215ce2 req-d85d8059-b233-488c-bba7-e1de144a8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:23.851581 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-741cfe86-a150-403e-a39c-feae17215ce2 req-d85d8059-b233-488c-bba7-e1de144a8dee service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=88d92641-1180-487b-a0e6-2342c26bb7b9 HTTP/1.1" status: 200 len: 857 time: 0.0805302 Sep 06 04:36:24.141398 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cfe86-a150-403e-a39c-feae17215ce2 req-5d7fc188-a207-41c7-bb85-a181627c621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:24.142939 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-741cfe86-a150-403e-a39c-feae17215ce2 req-5d7fc188-a207-41c7-bb85-a181627c621c service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=06e43195-6270-4b08-b3f6-284307ad52d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593948 Sep 06 04:36:24.175496 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:24.190745 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3e58fcc2-a212-48bd-b441-6dff992a4ce2 req-e11c542c-714b-425f-a0af-182756a15011 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19322183-60e8-44ac-b690-7448dfce3250 HTTP/1.1" status: 200 len: 1001 time: 0.4021804 Sep 06 04:36:24.249898 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3324f31b-f33f-432a-8cb7-d29bbc602606 req-43ae6aea-1f27-4723-ab64-390bf65f7af2 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463618 Sep 06 04:36:24.257227 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-167c46b0-c7d6-459a-9f8d-da6e35f445b3 req-90ffb8d2-4176-496a-9e03-0f465d8aa6c0 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1467528 Sep 06 04:36:24.269102 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-741cfe86-a150-403e-a39c-feae17215ce2 req-87588db8-315c-4970-89fb-dd9e4f91e4f0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169808 Sep 06 04:36:24.313595 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58fcc2-a212-48bd-b441-6dff992a4ce2 req-ed840ba6-28c9-4f6a-9b61-62c8528a9a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:24.317549 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3e58fcc2-a212-48bd-b441-6dff992a4ce2 req-ed840ba6-28c9-4f6a-9b61-62c8528a9a97 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=9b8031fd-df8e-40aa-8f52-58d945edc54a HTTP/1.1" status: 200 len: 856 time: 0.1166589 Sep 06 04:36:24.451895 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:24.464454 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:24.467931 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-741cfe86-a150-403e-a39c-feae17215ce2 req-eac55422-dba8-4865-a72d-d6c2fe3e1a9b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377447 Sep 06 04:36:24.492143 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58fcc2-a212-48bd-b441-6dff992a4ce2 req-424f8da8-8e58-4313-8619-bde88769a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:24.492143 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3e58fcc2-a212-48bd-b441-6dff992a4ce2 req-424f8da8-8e58-4313-8619-bde88769a654 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=6861b199-7de9-4155-8c49-44122ab810f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1570301 Sep 06 04:36:24.531036 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c46b0-c7d6-459a-9f8d-da6e35f445b3 req-46bbbaac-a775-4967-896d-4d048074292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:24.532666 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-167c46b0-c7d6-459a-9f8d-da6e35f445b3 req-46bbbaac-a775-4967-896d-4d048074292d service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 1129 time: 0.1653109 Sep 06 04:36:24.823215 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3e58fcc2-a212-48bd-b441-6dff992a4ce2 req-9061674a-0d06-4092-8278-2f18605ee6d6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118787 Sep 06 04:36:24.900726 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c46b0-c7d6-459a-9f8d-da6e35f445b3 req-37d8e944-af1a-4838-aa1f-61c2beb869f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:24.902338 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-167c46b0-c7d6-459a-9f8d-da6e35f445b3 req-37d8e944-af1a-4838-aa1f-61c2beb869f6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 919 time: 0.3048484 Sep 06 04:36:24.988918 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.db.resource_extend [None req-b4c9126b-fed2-4cc3-96aa-d1cd6881835a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 06 04:36:24.991632 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-167c46b0-c7d6-459a-9f8d-da6e35f445b3 req-0fe28b2e-bb92-4d97-884c-4f34f104d832 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=831811de-3ef7-415e-be56-fafeee2815c2 HTTP/1.1" status: 200 len: 217 time: 0.0802550 Sep 06 04:36:25.096461 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b4c9126b-fed2-4cc3-96aa-d1cd6881835a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:25.110753 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:25.125098 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c46b0-c7d6-459a-9f8d-da6e35f445b3 req-e50e4f5c-30d7-4459-bb44-b7f44d6d3d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:25.126573 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-167c46b0-c7d6-459a-9f8d-da6e35f445b3 req-e50e4f5c-30d7-4459-bb44-b7f44d6d3d41 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=88d92641-1180-487b-a0e6-2342c26bb7b9 HTTP/1.1" status: 200 len: 857 time: 0.0988543 Sep 06 04:36:25.131684 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3e58fcc2-a212-48bd-b441-6dff992a4ce2 req-00de7bc8-a947-4c37-bed7-c7b14ee7a75c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950668 Sep 06 04:36:25.155385 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b4c9126b-fed2-4cc3-96aa-d1cd6881835a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (8a8daf62-3cec-47c2-ac3a-d15dcb749b22), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:25.237657 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c46b0-c7d6-459a-9f8d-da6e35f445b3 req-344d9549-58fc-4539-ab33-d38bfc25b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:25.239145 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-167c46b0-c7d6-459a-9f8d-da6e35f445b3 req-344d9549-58fc-4539-ab33-d38bfc25b9fc service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=06e43195-6270-4b08-b3f6-284307ad52d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807922 Sep 06 04:36:25.338940 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.l3_db [None req-b4c9126b-fed2-4cc3-96aa-d1cd6881835a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Floating IP 8a8daf62-3cec-47c2-ac3a-d15dcb749b22 associated. External IP: 172.27.1.14, port: f88cebc5-b6a7-4ea8-9133-58a12f404543. Sep 06 04:36:25.423283 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7967932-a8da-4918-be32-a1639e899bf3 req-3857b57d-3020-461a-9b62-17bc0fd91aee tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:25.424932 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b7967932-a8da-4918-be32-a1639e899bf3 req-3857b57d-3020-461a-9b62-17bc0fd91aee tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0683162 Sep 06 04:36:25.488036 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b7967932-a8da-4918-be32-a1639e899bf3 req-16f713f3-b523-4188-90a5-bd7b5f47e107 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567532 Sep 06 04:36:25.680307 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-167c46b0-c7d6-459a-9f8d-da6e35f445b3 req-99d7bb25-2229-4586-947e-bee4c4a5ef5f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112749 Sep 06 04:36:25.794880 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:25.891265 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c9126b-fed2-4cc3-96aa-d1cd6881835a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Router 2b5da834-132c-4caf-b4b3-1006d671b269 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:36:25.910897 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-167c46b0-c7d6-459a-9f8d-da6e35f445b3 req-2b6c87f4-eafa-4bc3-b6d4-5e4648c1c6c9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394842 Sep 06 04:36:26.010636 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c9126b-fed2-4cc3-96aa-d1cd6881835a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:36:26.016384 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b4c9126b-fed2-4cc3-96aa-d1cd6881835a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:26.025853 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b502b-5d9a-4d42-a75b-8e51acacb9bf None None] Sync routers for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:36:26.038067 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b502b-5d9a-4d42-a75b-8e51acacb9bf None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:36:26.038681 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1e8b502b-5d9a-4d42-a75b-8e51acacb9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:36:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:36:26.052746 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-b4c9126b-fed2-4cc3-96aa-d1cd6881835a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/8a8daf62-3cec-47c2-ac3a-d15dcb749b22 HTTP/1.1" status: 200 len: 991 time: 2.4976699 Sep 06 04:36:26.052746 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655e54ca-b46d-40ea-a544-c796990772d7', 'tag': 'f88cebc5-b6a7-4ea8-9133-58a12f404543'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:36:26.053829 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b65ce75-1760-44ca-bc6f-f9b9d5edae78" -d '{"events": [{"name": "network-changed", "server_uuid": "655e54ca-b46d-40ea-a544-c796990772d7", "tag": "f88cebc5-b6a7-4ea8-9133-58a12f404543"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:36:26.098482 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c0a034-dcf7-4805-8524-d6761454cb64 x-openstack-request-id: req-65c0a034-dcf7-4805-8524-d6761454cb64 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:36:26.099410 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655e54ca-b46d-40ea-a544-c796990772d7", "tag": "f88cebc5-b6a7-4ea8-9133-58a12f404543", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:36:26.099410 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65c0a034-dcf7-4805-8524-d6761454cb64 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:36:26.099410 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c0a034-dcf7-4805-8524-d6761454cb64'] response: {'name': 'network-changed', 'server_uuid': '655e54ca-b46d-40ea-a544-c796990772d7', 'tag': 'f88cebc5-b6a7-4ea8-9133-58a12f404543', 'status': 'completed', 'code': 200} Sep 06 04:36:26.157073 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-1e8b502b-5d9a-4d42-a75b-8e51acacb9bf None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:36:26.231493 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ce75-1760-44ca-bc6f-f9b9d5edae78 req-e8e8192d-47dd-4274-a918-90aa9ef103ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:26.233160 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0b65ce75-1760-44ca-bc6f-f9b9d5edae78 req-e8e8192d-47dd-4274-a918-90aa9ef103ef service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3d04ba57221f42d684873d624dbfd283&device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 1130 time: 0.0439570 Sep 06 04:36:26.332903 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=100 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:26.342549 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ce75-1760-44ca-bc6f-f9b9d5edae78 req-ed747cd5-4b3a-446a-a18d-a1e630ae89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:26.344049 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0b65ce75-1760-44ca-bc6f-f9b9d5edae78 req-ed747cd5-4b3a-446a-a18d-a1e630ae89ce service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=4c394cea-216c-4a1f-9277-2bb67bf6a21b HTTP/1.1" status: 200 len: 916 time: 0.1047204 Sep 06 04:36:26.344782 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=100 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:26.420112 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1e8b502b-5d9a-4d42-a75b-8e51acacb9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '8a8daf62-3cec-47c2-ac3a-d15dcb749b22', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'port_id': 'f88cebc5-b6a7-4ea8-9133-58a12f404543', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'mac_address': 'fa:16:3e:66:4c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e54ca-b46d-40ea-a544-c796990772d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:35:35Z', 'updated_at': '2022-09-06T04:36:24Z', 'revision_number': 1, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:36:26.444845 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b502b-5d9a-4d42-a75b-8e51acacb9bf None None] Checking router: 2b5da834-132c-4caf-b4b3-1006d671b269 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:36:26.453980 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b502b-5d9a-4d42-a75b-8e51acacb9bf None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:36:26.454563 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1e8b502b-5d9a-4d42-a75b-8e51acacb9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:36:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:36:26.572821 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-1e8b502b-5d9a-4d42-a75b-8e51acacb9bf None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:36:26.648161 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7466d17-35ec-4fea-b0c2-9daf1b8b7806 req-bb9e22ca-5c73-4d89-91a4-044232ec538f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:26.659609 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b7466d17-35ec-4fea-b0c2-9daf1b8b7806 req-bb9e22ca-5c73-4d89-91a4-044232ec538f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0901031 Sep 06 04:36:26.749991 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b7466d17-35ec-4fea-b0c2-9daf1b8b7806 req-06c98840-2708-4085-ba94-a285a18f5b7f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890288 Sep 06 04:36:26.851178 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0b65ce75-1760-44ca-bc6f-f9b9d5edae78 req-64cd6ce9-3a69-4fcf-ac07-6e7d99e2a3d2 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f88cebc5-b6a7-4ea8-9133-58a12f404543 HTTP/1.1" status: 200 len: 999 time: 0.1761065 Sep 06 04:36:26.853288 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35894) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:27.045360 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ce75-1760-44ca-bc6f-f9b9d5edae78 req-e594bc17-a159-418e-8a98-31f20ab64be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:27.048789 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0b65ce75-1760-44ca-bc6f-f9b9d5edae78 req-e594bc17-a159-418e-8a98-31f20ab64be9 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f HTTP/1.1" status: 200 len: 854 time: 0.0865090 Sep 06 04:36:27.059585 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8191c689-74e9-4dcd-aa10-7f1bae2f76c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:27.068915 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1e8b502b-5d9a-4d42-a75b-8e51acacb9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '8a8daf62-3cec-47c2-ac3a-d15dcb749b22', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'port_id': 'f88cebc5-b6a7-4ea8-9133-58a12f404543', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'mac_address': 'fa:16:3e:66:4c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e54ca-b46d-40ea-a544-c796990772d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:35:35Z', 'updated_at': '2022-09-06T04:36:24Z', 'revision_number': 1, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:36:27.107275 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8b502b-5d9a-4d42-a75b-8e51acacb9bf None None] The sync data for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi is: [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '8a8daf62-3cec-47c2-ac3a-d15dcb749b22', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'port_id': 'f88cebc5-b6a7-4ea8-9133-58a12f404543', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'mac_address': 'fa:16:3e:66:4c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e54ca-b46d-40ea-a544-c796990772d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:35:35Z', 'updated_at': '2022-09-06T04:36:24Z', 'revision_number': 1, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:36:27.120000 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65ce75-1760-44ca-bc6f-f9b9d5edae78 req-1b9ee524-fcda-4438-9447-4b12a7197264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:27.121773 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0b65ce75-1760-44ca-bc6f-f9b9d5edae78 req-1b9ee524-fcda-4438-9447-4b12a7197264 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=4c394cea-216c-4a1f-9277-2bb67bf6a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635657 Sep 06 04:36:27.158072 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8191c689-74e9-4dcd-aa10-7f1bae2f76c1 admin admin] Publish callbacks [] for security_group (2df6e34b-301f-40b5-bd18-5e583065f642), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:27.225549 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0b65ce75-1760-44ca-bc6f-f9b9d5edae78 req-2efe0514-6453-434d-b24f-2e7b9003a5fe service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970092 Sep 06 04:36:27.244114 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:27.253826 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8191c689-74e9-4dcd-aa10-7f1bae2f76c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (2df6e34b-301f-40b5-bd18-5e583065f642), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:27.311070 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-8191c689-74e9-4dcd-aa10-7f1bae2f76c1 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=706079ad6e194baf9bcdc5daee82a949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4549658 Sep 06 04:36:27.312399 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191c689-74e9-4dcd-aa10-7f1bae2f76c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df6e34b-301f-40b5-bd18-5e583065f642,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:27.315528 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35902) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:27.365600 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0b65ce75-1760-44ca-bc6f-f9b9d5edae78 req-1fbb8d66-7040-46aa-ab65-1d6780c78855 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306450 Sep 06 04:36:27.396736 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5a245125-b1f7-4ced-b8ee-a3e3745e95ff admin admin] Publish callbacks [] for security_group (2df6e34b-301f-40b5-bd18-5e583065f642), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:27.422327 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5a245125-b1f7-4ced-b8ee-a3e3745e95ff admin admin] Publish callbacks [] for security_group (2df6e34b-301f-40b5-bd18-5e583065f642), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:27.456658 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0ae7d-cd1c-4e81-874f-4154ba14b52d None None] New status for floating IP 8a8daf62-3cec-47c2-ac3a-d15dcb749b22: ACTIVE {{(pid=106940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:36:27.583925 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5a245125-b1f7-4ced-b8ee-a3e3745e95ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (2df6e34b-301f-40b5-bd18-5e583065f642), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:27.586602 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5a245125-b1f7-4ced-b8ee-a3e3745e95ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:27.592077 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-5a245125-b1f7-4ced-b8ee-a3e3745e95ff admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/2df6e34b-301f-40b5-bd18-5e583065f642 HTTP/1.1" status: 204 len: 168 time: 0.2710221 Sep 06 04:36:27.595994 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a245125-b1f7-4ced-b8ee-a3e3745e95ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df6e34b-301f-40b5-bd18-5e583065f642,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:27.875264 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe14ef5-b9c8-49d3-b0ba-ff5a438ca42f req-c877a154-9722-4450-ae21-db6df7dc0606 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:27.876810 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ebe14ef5-b9c8-49d3-b0ba-ff5a438ca42f req-c877a154-9722-4450-ae21-db6df7dc0606 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0479853 Sep 06 04:36:27.926663 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ebe14ef5-b9c8-49d3-b0ba-ff5a438ca42f req-db59a58c-9d2c-4abb-932d-74b612f5c071 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441644 Sep 06 04:36:28.175879 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35922) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:28.282078 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f8a4b0b7-8dda-4315-93f4-da3a73f4271e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:28.357056 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f8a4b0b7-8dda-4315-93f4-da3a73f4271e admin admin] Publish callbacks [] for security_group (e71735b7-73ce-4f68-aa92-10d98bb96c15), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:28.367745 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35926) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:28.381781 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d601bafb-916c-48d0-ac0d-c4131faa70ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:28.396376 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:28.426891 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f8a4b0b7-8dda-4315-93f4-da3a73f4271e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (e71735b7-73ce-4f68-aa92-10d98bb96c15), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:28.475425 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-f8a4b0b7-8dda-4315-93f4-da3a73f4271e admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=52bb42a8f0ec457483a21c769a9f4561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2982259 Sep 06 04:36:28.478112 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 35928) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:28.478734 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4b0b7-8dda-4315-93f4-da3a73f4271e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71735b7-73ce-4f68-aa92-10d98bb96c15,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:28.485912 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:28.508538 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d601bafb-916c-48d0-ac0d-c4131faa70ff admin admin] Publish callbacks [] for security_group (2006f7cd-25bb-4932-94c3-6135acb92797), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:28.545020 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-34a75fda-f348-4299-be64-3c2c820eadf2 admin admin] Publish callbacks [] for security_group (e71735b7-73ce-4f68-aa92-10d98bb96c15), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:28.565912 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-34a75fda-f348-4299-be64-3c2c820eadf2 admin admin] Publish callbacks [] for security_group (e71735b7-73ce-4f68-aa92-10d98bb96c15), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:28.572513 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d601bafb-916c-48d0-ac0d-c4131faa70ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (2006f7cd-25bb-4932-94c3-6135acb92797), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:28.613459 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-d601bafb-916c-48d0-ac0d-c4131faa70ff admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=b9576495e4e447d7b953b03118af9614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444637 Sep 06 04:36:28.614159 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d601bafb-916c-48d0-ac0d-c4131faa70ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2006f7cd-25bb-4932-94c3-6135acb92797,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:28.616172 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 35930) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:28.671523 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b0635dec-79f5-49e5-aab3-938d16c3f8d7 admin admin] Publish callbacks [] for security_group (2006f7cd-25bb-4932-94c3-6135acb92797), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:28.680393 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-34a75fda-f348-4299-be64-3c2c820eadf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (e71735b7-73ce-4f68-aa92-10d98bb96c15), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:28.684075 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-34a75fda-f348-4299-be64-3c2c820eadf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:28.685735 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-34a75fda-f348-4299-be64-3c2c820eadf2 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/e71735b7-73ce-4f68-aa92-10d98bb96c15 HTTP/1.1" status: 204 len: 168 time: 0.2065883 Sep 06 04:36:28.703552 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b0635dec-79f5-49e5-aab3-938d16c3f8d7 admin admin] Publish callbacks [] for security_group (2006f7cd-25bb-4932-94c3-6135acb92797), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:28.709970 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a75fda-f348-4299-be64-3c2c820eadf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71735b7-73ce-4f68-aa92-10d98bb96c15,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:28.835270 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b0635dec-79f5-49e5-aab3-938d16c3f8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (2006f7cd-25bb-4932-94c3-6135acb92797), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:28.837877 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b0635dec-79f5-49e5-aab3-938d16c3f8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:28.839042 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-b0635dec-79f5-49e5-aab3-938d16c3f8d7 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/2006f7cd-25bb-4932-94c3-6135acb92797 HTTP/1.1" status: 204 len: 168 time: 0.2217062 Sep 06 04:36:28.847592 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0635dec-79f5-49e5-aab3-938d16c3f8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2006f7cd-25bb-4932-94c3-6135acb92797,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:29.061836 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e7ec6-3fdd-4348-97cf-c4fd1d46e39a req-b832db7b-7319-4f28-9940-066b9ccf8213 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:29.063531 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ea6e7ec6-3fdd-4348-97cf-c4fd1d46e39a req-b832db7b-7319-4f28-9940-066b9ccf8213 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0534656 Sep 06 04:36:29.114327 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ea6e7ec6-3fdd-4348-97cf-c4fd1d46e39a req-ad6b2dfc-046c-493d-ab71-ae18a92b862b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440168 Sep 06 04:36:29.519079 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 35956) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:29.532944 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c452df0d-feba-4afb-b4d1-98f9b32b97ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:29.534560 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:29.619314 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c452df0d-feba-4afb-b4d1-98f9b32b97ec admin admin] Publish callbacks [] for security_group (9f2df12c-cfac-41fa-aa11-6ef947f2a75e), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:29.703892 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c452df0d-feba-4afb-b4d1-98f9b32b97ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (9f2df12c-cfac-41fa-aa11-6ef947f2a75e), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:29.744598 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-c452df0d-feba-4afb-b4d1-98f9b32b97ec admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=f4d8325f73d44d6db02cc9e937e3f218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243989 Sep 06 04:36:29.745969 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452df0d-feba-4afb-b4d1-98f9b32b97ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2df12c-cfac-41fa-aa11-6ef947f2a75e,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:29.747437 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 35964) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:29.802193 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f0705926-489c-406a-9ef9-195092b4635a admin admin] Publish callbacks [] for security_group (9f2df12c-cfac-41fa-aa11-6ef947f2a75e), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:30.008077 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f0705926-489c-406a-9ef9-195092b4635a admin admin] Publish callbacks [] for security_group (9f2df12c-cfac-41fa-aa11-6ef947f2a75e), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:30.012791 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:30.147656 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f0705926-489c-406a-9ef9-195092b4635a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (9f2df12c-cfac-41fa-aa11-6ef947f2a75e), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:30.150930 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f0705926-489c-406a-9ef9-195092b4635a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:30.154984 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-f0705926-489c-406a-9ef9-195092b4635a admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9f2df12c-cfac-41fa-aa11-6ef947f2a75e HTTP/1.1" status: 204 len: 168 time: 0.4059870 Sep 06 04:36:30.163623 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0705926-489c-406a-9ef9-195092b4635a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2df12c-cfac-41fa-aa11-6ef947f2a75e,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:30.290157 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311a1ae-fffe-4eda-9984-2ebb6e456459 req-10207b1a-6e9d-410c-be23-a4bfe6d4469d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:30.292821 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2311a1ae-fffe-4eda-9984-2ebb6e456459 req-10207b1a-6e9d-410c-be23-a4bfe6d4469d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0668292 Sep 06 04:36:30.359770 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2311a1ae-fffe-4eda-9984-2ebb6e456459 req-49e400d9-8213-4ddb-9c3f-af48d6d304ef tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539091 Sep 06 04:36:30.408711 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:36:31.501078 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a897ad-a89e-4209-8c65-a8f6c5a9e8b1 req-b2df71a8-6762-4635-ad84-c88b9a43077d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:31.502589 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d7a897ad-a89e-4209-8c65-a8f6c5a9e8b1 req-b2df71a8-6762-4635-ad84-c88b9a43077d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0504467 Sep 06 04:36:31.553163 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d7a897ad-a89e-4209-8c65-a8f6c5a9e8b1 req-b08c6ed9-d5d9-49a9-9a49-4f70b65709e4 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447900 Sep 06 04:36:32.636689 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:32.673182 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3662d-4e12-44a3-9374-08fb9fdc2a75 req-72dd3cff-5874-40e6-8852-8df81e36c1f3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:32.674671 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4ff3662d-4e12-44a3-9374-08fb9fdc2a75 req-72dd3cff-5874-40e6-8852-8df81e36c1f3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0467966 Sep 06 04:36:32.724080 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4ff3662d-4e12-44a3-9374-08fb9fdc2a75 req-1070d387-d722-40e9-bca5-90ea1c686b68 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437307 Sep 06 04:36:32.889871 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 36076) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:33.008394 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-83d91c3a-bfd4-4ca2-81bc-44c79cc8b8dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:33.099678 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-83d91c3a-bfd4-4ca2-81bc-44c79cc8b8dc admin admin] Publish callbacks [] for security_group (0e6f743d-1bf8-41ac-bb9b-56e5377bd789), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:33.160988 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-83d91c3a-bfd4-4ca2-81bc-44c79cc8b8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (0e6f743d-1bf8-41ac-bb9b-56e5377bd789), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:33.203168 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-83d91c3a-bfd4-4ca2-81bc-44c79cc8b8dc admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=b0d6ad8924a84c15864b9677827d491c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122981 Sep 06 04:36:33.204009 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d91c3a-bfd4-4ca2-81bc-44c79cc8b8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6f743d-1bf8-41ac-bb9b-56e5377bd789,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:33.206773 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 36092) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:33.264804 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1556934a-1443-42f9-948f-9dbcac96e9a3 admin admin] Publish callbacks [] for security_group (0e6f743d-1bf8-41ac-bb9b-56e5377bd789), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:33.290544 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1556934a-1443-42f9-948f-9dbcac96e9a3 admin admin] Publish callbacks [] for security_group (0e6f743d-1bf8-41ac-bb9b-56e5377bd789), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:33.440966 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1556934a-1443-42f9-948f-9dbcac96e9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (0e6f743d-1bf8-41ac-bb9b-56e5377bd789), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:33.443487 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1556934a-1443-42f9-948f-9dbcac96e9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:33.444667 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-1556934a-1443-42f9-948f-9dbcac96e9a3 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/0e6f743d-1bf8-41ac-bb9b-56e5377bd789 HTTP/1.1" status: 204 len: 168 time: 0.2362480 Sep 06 04:36:33.453289 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556934a-1443-42f9-948f-9dbcac96e9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6f743d-1bf8-41ac-bb9b-56e5377bd789,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:33.856167 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22a109-e404-4401-84ce-e4e044317698 req-8dae5883-7510-4874-a367-d8ad04f3268c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:33.857988 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0b22a109-e404-4401-84ce-e4e044317698 req-8dae5883-7510-4874-a367-d8ad04f3268c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0493407 Sep 06 04:36:33.907155 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0b22a109-e404-4401-84ce-e4e044317698 req-c7151b47-28e8-4e35-b5dc-ecc3ccbbb2ee tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424051 Sep 06 04:36:34.076101 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 36108) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:34.090668 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-72eedcfe-69ee-4582-b912-b54b587bd334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:34.169256 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-72eedcfe-69ee-4582-b912-b54b587bd334 admin admin] Publish callbacks [] for security_group (fd08b57d-1731-4b6c-ae5b-dd66da24124a), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:34.241002 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-72eedcfe-69ee-4582-b912-b54b587bd334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (fd08b57d-1731-4b6c-ae5b-dd66da24124a), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:34.285159 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eedcfe-69ee-4582-b912-b54b587bd334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd08b57d-1731-4b6c-ae5b-dd66da24124a,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:34.289968 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-72eedcfe-69ee-4582-b912-b54b587bd334 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=8cd1cf5b505242328d0af4615cf58bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128344 Sep 06 04:36:34.293394 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 36116) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:34.347309 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5540-09c3-4a35-b5c5-10816f97fb4a admin admin] Publish callbacks [] for security_group (fd08b57d-1731-4b6c-ae5b-dd66da24124a), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:34.372263 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5540-09c3-4a35-b5c5-10816f97fb4a admin admin] Publish callbacks [] for security_group (fd08b57d-1731-4b6c-ae5b-dd66da24124a), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:34.487588 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5540-09c3-4a35-b5c5-10816f97fb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (fd08b57d-1731-4b6c-ae5b-dd66da24124a), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:34.491613 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5540-09c3-4a35-b5c5-10816f97fb4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:34.497833 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-2a2b5540-09c3-4a35-b5c5-10816f97fb4a admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/fd08b57d-1731-4b6c-ae5b-dd66da24124a HTTP/1.1" status: 204 len: 168 time: 0.2020547 Sep 06 04:36:34.509995 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b5540-09c3-4a35-b5c5-10816f97fb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd08b57d-1731-4b6c-ae5b-dd66da24124a,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:35.067020 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1e2ec-d993-4a59-a713-b2e8de57106a req-e582b12f-ba67-47c1-a0ce-2dd2b2b70b21 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:35.067590 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59546733-7869-476b-a022-c73481bcb9e3 req-296dacb6-2fa7-4052-9ec8-f3fa6901396a tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:35.069084 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-59546733-7869-476b-a022-c73481bcb9e3 req-296dacb6-2fa7-4052-9ec8-f3fa6901396a tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 946 time: 0.0579991 Sep 06 04:36:35.070315 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1bd1e2ec-d993-4a59-a713-b2e8de57106a req-e582b12f-ba67-47c1-a0ce-2dd2b2b70b21 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0612149 Sep 06 04:36:35.094145 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:35.126527 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-59546733-7869-476b-a022-c73481bcb9e3 req-bda96ef7-3189-405f-a17e-9e118e93e9ea tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506759 Sep 06 04:36:35.145422 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1bd1e2ec-d993-4a59-a713-b2e8de57106a req-c4a04d3a-24d6-4750-9475-c248d238c6f6 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667739 Sep 06 04:36:36.234272 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:36.271492 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9b971-77b5-4283-a01c-7f51206998ba req-f5e59bb1-12db-4e59-ac93-8f4d0125282b tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:36.273101 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0da9b971-77b5-4283-a01c-7f51206998ba req-f5e59bb1-12db-4e59-ac93-8f4d0125282b tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 946 time: 0.0497849 Sep 06 04:36:36.291683 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f23a61-8aed-4262-8bfb-71cf3612a391 req-c2e23d8a-ac17-41d4-84e3-359ed4bf5dc2 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:36.292849 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-28f23a61-8aed-4262-8bfb-71cf3612a391 req-c2e23d8a-ac17-41d4-84e3-359ed4bf5dc2 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0550742 Sep 06 04:36:36.332653 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0da9b971-77b5-4283-a01c-7f51206998ba req-dfb28833-affb-4941-9a13-5e0989eef528 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522869 Sep 06 04:36:36.342981 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-28f23a61-8aed-4262-8bfb-71cf3612a391 req-5b683331-de03-4d19-b9e3-de71d8357d90 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432146 Sep 06 04:36:37.053546 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=81 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:37.284077 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 36212) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:37.436993 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-88ed7a8a-2e44-48a5-830a-d1fc5c071073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:37.455301 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:37.485684 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d84b21-95e3-49f6-9118-5729871e92c2 req-19e03132-677b-4281-8f41-ef1a08e4f76b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:37.487535 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f0d84b21-95e3-49f6-9118-5729871e92c2 req-19e03132-677b-4281-8f41-ef1a08e4f76b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0557051 Sep 06 04:36:37.511456 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e33c0-efa1-467f-b831-7de232724acc req-cf0a9a30-32c0-419e-aedd-d2db07cd0395 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:37.513043 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-236e33c0-efa1-467f-b831-7de232724acc req-cf0a9a30-32c0-419e-aedd-d2db07cd0395 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 946 time: 0.0778854 Sep 06 04:36:37.542411 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f0d84b21-95e3-49f6-9118-5729871e92c2 req-93e5ef35-f2c0-493d-ac9a-8b0863a8c8b6 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499408 Sep 06 04:36:37.589197 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-236e33c0-efa1-467f-b831-7de232724acc req-d2bfd00f-b10e-4506-bcba-8906e99b28ac tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687022 Sep 06 04:36:37.617905 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-88ed7a8a-2e44-48a5-830a-d1fc5c071073 admin admin] Publish callbacks [] for security_group (ee13206f-1d6e-4a45-8b94-7b7d78169665), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:37.681246 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-88ed7a8a-2e44-48a5-830a-d1fc5c071073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (ee13206f-1d6e-4a45-8b94-7b7d78169665), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:37.725014 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-88ed7a8a-2e44-48a5-830a-d1fc5c071073 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=206a2b9767ec4997904d37fd41624f25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4387317 Sep 06 04:36:37.727002 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed7a8a-2e44-48a5-830a-d1fc5c071073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee13206f-1d6e-4a45-8b94-7b7d78169665,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:37.727847 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 36226) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:37.789520 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-77715539-9983-401f-9a4e-94fb5cc8df6b admin admin] Publish callbacks [] for security_group (ee13206f-1d6e-4a45-8b94-7b7d78169665), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:37.796178 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 36228) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:37.812731 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-77715539-9983-401f-9a4e-94fb5cc8df6b admin admin] Publish callbacks [] for security_group (ee13206f-1d6e-4a45-8b94-7b7d78169665), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:37.904662 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3e4a16c6-af3e-412b-b1bb-449699a748a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:37.925586 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-77715539-9983-401f-9a4e-94fb5cc8df6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (ee13206f-1d6e-4a45-8b94-7b7d78169665), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:37.928327 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-77715539-9983-401f-9a4e-94fb5cc8df6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:37.929491 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-77715539-9983-401f-9a4e-94fb5cc8df6b admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/ee13206f-1d6e-4a45-8b94-7b7d78169665 HTTP/1.1" status: 204 len: 168 time: 0.2002923 Sep 06 04:36:37.937275 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77715539-9983-401f-9a4e-94fb5cc8df6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee13206f-1d6e-4a45-8b94-7b7d78169665,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:37.986165 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:38.012433 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3e4a16c6-af3e-412b-b1bb-449699a748a4 admin admin] Publish callbacks [] for security_group (00c66574-bd94-401e-bcb1-bd3e71d48866), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:38.028735 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ccec88-a9d8-4a26-9cdb-1469104bbfe0 req-845d61cf-0e61-4a53-9011-679de87bd17f tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:38.030413 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-89ccec88-a9d8-4a26-9cdb-1469104bbfe0 req-845d61cf-0e61-4a53-9011-679de87bd17f tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 946 time: 0.0584493 Sep 06 04:36:38.121422 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3e4a16c6-af3e-412b-b1bb-449699a748a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (00c66574-bd94-401e-bcb1-bd3e71d48866), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:38.179647 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-3e4a16c6-af3e-412b-b1bb-449699a748a4 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=e4ffc44366814a1eaaf99740e6e66808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3816659 Sep 06 04:36:38.182585 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 36234) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:38.186859 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-89ccec88-a9d8-4a26-9cdb-1469104bbfe0 req-32d7f925-f413-4c80-9fa5-d49bce7630db tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Deleting port 6f3d018c-b1db-426d-bceb-91b09c7660bd {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:36:38.187223 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-89ccec88-a9d8-4a26-9cdb-1469104bbfe0 req-32d7f925-f413-4c80-9fa5-d49bce7630db tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (6f3d018c-b1db-426d-bceb-91b09c7660bd), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:38.192820 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a16c6-af3e-412b-b1bb-449699a748a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c66574-bd94-401e-bcb1-bd3e71d48866,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:38.204342 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:38.247605 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5e79fcc0-404f-48a3-a4e0-fc913169e8e0 admin admin] Publish callbacks [] for security_group (00c66574-bd94-401e-bcb1-bd3e71d48866), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:38.269767 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5e79fcc0-404f-48a3-a4e0-fc913169e8e0 admin admin] Publish callbacks [] for security_group (00c66574-bd94-401e-bcb1-bd3e71d48866), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:38.310174 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-89ccec88-a9d8-4a26-9cdb-1469104bbfe0 req-32d7f925-f413-4c80-9fa5-d49bce7630db tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] For port 6f3d018c-b1db-426d-bceb-91b09c7660bd, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=6f3d018c-b1db-426d-bceb-91b09c7660bd,segment=NetworkSegment(bce1e555-d55c-4908-b897-c76825f6762c),segment_id=bce1e555-d55c-4908-b897-c76825f6762c)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:38.310752 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-89ccec88-a9d8-4a26-9cdb-1469104bbfe0 req-32d7f925-f413-4c80-9fa5-d49bce7630db tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (6f3d018c-b1db-426d-bceb-91b09c7660bd), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:38.326901 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-89ccec88-a9d8-4a26-9cdb-1469104bbfe0 req-32d7f925-f413-4c80-9fa5-d49bce7630db tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Calling delete_port for 6f3d018c-b1db-426d-bceb-91b09c7660bd owned by compute:nova {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:36:38.419735 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5e79fcc0-404f-48a3-a4e0-fc913169e8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (00c66574-bd94-401e-bcb1-bd3e71d48866), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:38.423495 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5e79fcc0-404f-48a3-a4e0-fc913169e8e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:38.424712 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-5e79fcc0-404f-48a3-a4e0-fc913169e8e0 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/00c66574-bd94-401e-bcb1-bd3e71d48866 HTTP/1.1" status: 204 len: 168 time: 0.2406440 Sep 06 04:36:38.433797 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79fcc0-404f-48a3-a4e0-fc913169e8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c66574-bd94-401e-bcb1-bd3e71d48866,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:38.590572 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-89ccec88-a9d8-4a26-9cdb-1469104bbfe0 req-32d7f925-f413-4c80-9fa5-d49bce7630db tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533'] for port (6f3d018c-b1db-426d-bceb-91b09c7660bd), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:38.650335 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7f925-f413-4c80-9fa5-d49bce7630db tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Pushing event deleted for resources: {'Port': ['ID=6f3d018c-b1db-426d-bceb-91b09c7660bd,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:38.703963 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc62633-7e6a-461e-ad35-b01b4ff9c091 req-cb16e819-edda-4671-a121-7f0467d30193 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:38.706127 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6bc62633-7e6a-461e-ad35-b01b4ff9c091 req-cb16e819-edda-4671-a121-7f0467d30193 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0805528 Sep 06 04:36:38.781965 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6bc62633-7e6a-461e-ad35-b01b4ff9c091 req-a12d61d0-6f45-4804-ad4d-b9d059a8a718 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668950 Sep 06 04:36:38.857064 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ccec88-a9d8-4a26-9cdb-1469104bbfe0 req-32d7f925-f413-4c80-9fa5-d49bce7630db tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] No DVR routers for this DVR port 6f3d018c-b1db-426d-bceb-91b09c7660bd on host hv-cinder-85600 {{(pid=106939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:36:38.860608 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a6fc7f4b-63f0-4445-a7fc-1e981e868899 req-7132ee9c-b707-47e6-b30a-0477f76be07f tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 210 time: 0.1111648 Sep 06 04:36:38.863407 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-89ccec88-a9d8-4a26-9cdb-1469104bbfe0 req-32d7f925-f413-4c80-9fa5-d49bce7630db tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:38.866799 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-89ccec88-a9d8-4a26-9cdb-1469104bbfe0 req-32d7f925-f413-4c80-9fa5-d49bce7630db tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.46 "DELETE /networking/v2.0/ports/6f3d018c-b1db-426d-bceb-91b09c7660bd HTTP/1.1" status: 204 len: 173 time: 0.8303573 Sep 06 04:36:38.867313 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e4b2e8-d999-4a8f-90f7-cb565ec5c716', 'name': 'network-vif-deleted', 'tag': '6f3d018c-b1db-426d-bceb-91b09c7660bd'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:36:38.869857 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55be2e2-1d2c-4c52-9d1b-4bda2b436afe" -d '{"events": [{"server_uuid": "04e4b2e8-d999-4a8f-90f7-cb565ec5c716", "name": "network-vif-deleted", "tag": "6f3d018c-b1db-426d-bceb-91b09c7660bd"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:36:38.912128 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511fde22-3294-4ef3-a622-90a4db800d67 x-openstack-request-id: req-511fde22-3294-4ef3-a622-90a4db800d67 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:36:38.912495 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e4b2e8-d999-4a8f-90f7-cb565ec5c716", "name": "network-vif-deleted", "tag": "6f3d018c-b1db-426d-bceb-91b09c7660bd", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:36:38.912810 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-511fde22-3294-4ef3-a622-90a4db800d67 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:36:38.916811 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511fde22-3294-4ef3-a622-90a4db800d67'] response: {'server_uuid': '04e4b2e8-d999-4a8f-90f7-cb565ec5c716', 'name': 'network-vif-deleted', 'tag': '6f3d018c-b1db-426d-bceb-91b09c7660bd', 'status': 'completed', 'code': 200} Sep 06 04:36:39.362435 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 36272) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:39.376678 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-47422da2-afd1-4b67-888c-56507b93002b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:39.455001 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:39.472123 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-47422da2-afd1-4b67-888c-56507b93002b admin admin] Publish callbacks [] for security_group (0f345ce9-2ef1-4291-b660-97baa4765510), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:39.555241 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-47422da2-afd1-4b67-888c-56507b93002b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (0f345ce9-2ef1-4291-b660-97baa4765510), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:39.599275 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-47422da2-afd1-4b67-888c-56507b93002b admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=77fde6d9ba394d79adba96ed3d3b7aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356038 Sep 06 04:36:39.600039 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47422da2-afd1-4b67-888c-56507b93002b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f345ce9-2ef1-4291-b660-97baa4765510,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:39.602729 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 36282) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:39.684723 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ab0298a0-370b-46cf-80e7-5edde883bde9 admin admin] Publish callbacks [] for security_group (0f345ce9-2ef1-4291-b660-97baa4765510), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:39.711487 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ab0298a0-370b-46cf-80e7-5edde883bde9 admin admin] Publish callbacks [] for security_group (0f345ce9-2ef1-4291-b660-97baa4765510), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:39.720288 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:39.852824 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ab0298a0-370b-46cf-80e7-5edde883bde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (0f345ce9-2ef1-4291-b660-97baa4765510), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:39.855464 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ab0298a0-370b-46cf-80e7-5edde883bde9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:39.856701 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-ab0298a0-370b-46cf-80e7-5edde883bde9 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/0f345ce9-2ef1-4291-b660-97baa4765510 HTTP/1.1" status: 204 len: 168 time: 0.2523117 Sep 06 04:36:39.866346 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0298a0-370b-46cf-80e7-5edde883bde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f345ce9-2ef1-4291-b660-97baa4765510,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:39.935013 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a57fe-6ecd-4ee7-a3fa-bcefc028197e req-0bb839de-9c44-4f9f-b96c-4a77e2ddef68 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:39.938511 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-499a57fe-6ecd-4ee7-a3fa-bcefc028197e req-0bb839de-9c44-4f9f-b96c-4a77e2ddef68 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0692768 Sep 06 04:36:40.004526 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-499a57fe-6ecd-4ee7-a3fa-bcefc028197e req-56526358-5858-4e75-a0c8-237304625294 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549946 Sep 06 04:36:40.021908 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8615640d-fd35-487e-89cc-f5d7f7efc6c4 req-4a2fa1f0-e162-43aa-99bc-8488339ff7c8 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 210 time: 0.0469236 Sep 06 04:36:40.404261 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=17 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:41.137186 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb797b2c-831c-4f5d-93ab-469388cb58ae req-dac63a46-f178-4f41-bc4b-91369de3e2bb tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:41.138723 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-fb797b2c-831c-4f5d-93ab-469388cb58ae req-dac63a46-f178-4f41-bc4b-91369de3e2bb tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0517259 Sep 06 04:36:41.148892 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a3876208-34ef-46ca-bbea-1d57e9905882 req-46fa9ca8-aebf-458a-b87a-76cd18c98a87 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 210 time: 0.0343478 Sep 06 04:36:41.189508 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-fb797b2c-831c-4f5d-93ab-469388cb58ae req-b85abc27-cf73-414f-9c45-b91f683b4fd5 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443702 Sep 06 04:36:42.159477 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-3f1d67ba-ae29-4dbf-89bd-2012cab86c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:42.262975 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-260384d5-b3e9-46cf-b476-a550cb23e739 req-07fa4600-28fe-43ba-a61a-be92078d9939 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 210 time: 0.0273635 Sep 06 04:36:42.317178 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53ee56-2b13-4fa2-9931-902c43f55fb9 req-a01484b0-e9fb-4d65-99a1-6f2e758ede1a tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:42.318706 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0d53ee56-2b13-4fa2-9931-902c43f55fb9 req-a01484b0-e9fb-4d65-99a1-6f2e758ede1a tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0494835 Sep 06 04:36:42.364742 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0d53ee56-2b13-4fa2-9931-902c43f55fb9 req-553d2419-f23d-426e-965a-c14cb5350356 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404594 Sep 06 04:36:43.374787 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8bb5ce88-258c-4c11-9571-13ff34f8dbf6 req-6706359e-0d52-423c-b839-7aa6d5a7a8ef tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 210 time: 0.0264623 Sep 06 04:36:43.487208 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be1313-0b9c-45a7-b254-2b77444bba17 req-31382be0-4a1c-4e92-91d8-14e66596f29f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:43.488650 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b8be1313-0b9c-45a7-b254-2b77444bba17 req-31382be0-4a1c-4e92-91d8-14e66596f29f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0484452 Sep 06 04:36:43.535373 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b8be1313-0b9c-45a7-b254-2b77444bba17 req-6c44a679-2037-4a43-a905-326ae439b6a8 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412421 Sep 06 04:36:43.562355 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 6f3d018c-b1db-426d-bceb-91b09c7660bd no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:36:43.581970 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: 6f3d018c-b1db-426d-bceb-91b09c7660bd {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:36:43.582316 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 6f3d018c-b1db-426d-bceb-91b09c7660bd not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:36:44.487738 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-75a27e3d-2ca5-4033-9d20-446a76054e45 req-03088813-b926-49f1-85f4-0bc302ba1373 tempest-DeleteServersTestJSON-1003658923 tempest-DeleteServersTestJSON-1003658923-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=04e4b2e8-d999-4a8f-90f7-cb565ec5c716 HTTP/1.1" status: 200 len: 210 time: 0.0264704 Sep 06 04:36:44.492273 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-cc7d64ec-a240-432b-b2e5-285318ba367a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:44.652137 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149f440-5944-4b57-9966-cf039e9d47e2 req-6dbf39b0-83d9-43c7-8e1d-da5c341150f3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:44.653528 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6149f440-5944-4b57-9966-cf039e9d47e2 req-6dbf39b0-83d9-43c7-8e1d-da5c341150f3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0443692 Sep 06 04:36:44.700052 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6149f440-5944-4b57-9966-cf039e9d47e2 req-677fcfad-0c7b-4db7-85e9-4d0586dbb709 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409713 Sep 06 04:36:45.785542 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=60,neutron:UPDATE=5 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:45.844435 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd7e8a-bd66-46cf-8da4-9818430bc65b req-890e63be-bb78-4b4c-b1d0-1f799c7d6698 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:45.845963 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-01fd7e8a-bd66-46cf-8da4-9818430bc65b req-890e63be-bb78-4b4c-b1d0-1f799c7d6698 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0681329 Sep 06 04:36:45.852274 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:45.900642 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-01fd7e8a-bd66-46cf-8da4-9818430bc65b req-aa753deb-a2f2-43b0-a20b-594707292b1a tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457678 Sep 06 04:36:46.985061 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:47.029360 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0864a-e65d-421f-9e83-1b4477c9aff8 req-3256965c-01b0-412c-88b7-51de7bf7e4d4 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:47.030929 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e8e0864a-e65d-421f-9e83-1b4477c9aff8 req-3256965c-01b0-412c-88b7-51de7bf7e4d4 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0541117 Sep 06 04:36:47.080385 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e8e0864a-e65d-421f-9e83-1b4477c9aff8 req-eabdf0d8-c1d9-4618-a2ce-333c9c47b716 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432711 Sep 06 04:36:47.259671 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 36498) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:47.275638 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:47.309078 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:47.872185 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7439542b-74fa-4939-9c9e-18e7be216174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738461'] for router_interface (0626e46f-6fd8-4650-9e7f-1a9d9136c311), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:47.950429 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:48.145050 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-7439542b-74fa-4939-9c9e-18e7be216174 admin admin] Deleting port 8fb5432e-b8d8-4e97-832c-4fae1ee09211 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:36:48.145639 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7439542b-74fa-4939-9c9e-18e7be216174 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:48.213087 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f04fd3-5138-4324-bebc-236deb8e0f6f req-43ca8b57-3ade-442e-bac9-df84ecebfc5b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:48.215278 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-48f04fd3-5138-4324-bebc-236deb8e0f6f req-43ca8b57-3ade-442e-bac9-df84ecebfc5b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0569623 Sep 06 04:36:48.240988 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-7439542b-74fa-4939-9c9e-18e7be216174 admin admin] For port 8fb5432e-b8d8-4e97-832c-4fae1ee09211, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=8fb5432e-b8d8-4e97-832c-4fae1ee09211,segment=NetworkSegment(bce1e555-d55c-4908-b897-c76825f6762c),segment_id=bce1e555-d55c-4908-b897-c76825f6762c)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:48.241381 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7439542b-74fa-4939-9c9e-18e7be216174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:48.255263 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-7439542b-74fa-4939-9c9e-18e7be216174 admin admin] Calling delete_port for 8fb5432e-b8d8-4e97-832c-4fae1ee09211 owned by network:router_interface {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:36:48.266386 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-48f04fd3-5138-4324-bebc-236deb8e0f6f req-97a201f9-de95-41f2-a030-68be62445f5a tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447063 Sep 06 04:36:48.502222 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7439542b-74fa-4939-9c9e-18e7be216174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533'] for port (8fb5432e-b8d8-4e97-832c-4fae1ee09211), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:48.507164 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:48.527806 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439542b-74fa-4939-9c9e-18e7be216174 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb5432e-b8d8-4e97-832c-4fae1ee09211,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:48.652364 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7439542b-74fa-4939-9c9e-18e7be216174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729101'] for router_interface (0626e46f-6fd8-4650-9e7f-1a9d9136c311), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:48.797893 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:48.859437 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7439542b-74fa-4939-9c9e-18e7be216174 admin admin] Router 0626e46f-6fd8-4650-9e7f-1a9d9136c311 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:36:48.968403 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7439542b-74fa-4939-9c9e-18e7be216174 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:36:48.973933 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-7439542b-74fa-4939-9c9e-18e7be216174 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/0626e46f-6fd8-4650-9e7f-1a9d9136c311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7230685 Sep 06 04:36:48.976472 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 36516) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:48.979475 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31575c-01b6-44cb-b849-05ab4b5faa60 None None] Sync routers for ids ['0626e46f-6fd8-4650-9e7f-1a9d9136c311'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:36:48.990563 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d31575c-01b6-44cb-b849-05ab4b5faa60 None None] Routers {'0626e46f-6fd8-4650-9e7f-1a9d9136c311'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:36:48.991166 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1d31575c-01b6-44cb-b849-05ab4b5faa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:36:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['0626e46f-6fd8-4650-9e7f-1a9d9136c311'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:36:49.076801 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec88922e-2e39-4948-a368-82540697c513 admin admin] Publish callbacks [] for router (0626e46f-6fd8-4650-9e7f-1a9d9136c311), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:49.091590 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-1d31575c-01b6-44cb-b849-05ab4b5faa60 None None] Set router 0626e46f-6fd8-4650-9e7f-1a9d9136c311 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:36:49.177979 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec88922e-2e39-4948-a368-82540697c513 admin admin] Publish callbacks [] for router_gateway (0626e46f-6fd8-4650-9e7f-1a9d9136c311), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:49.270150 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1d31575c-01b6-44cb-b849-05ab4b5faa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'name': 'tempest-DeleteServersTestJSON-360431265-router', 'tenant_id': '96ba8ad37f17481a9691031fefbc3c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '143aed9e-e502-4b83-9ace-a31979f6866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:36:48Z', 'revision_number': 5, 'project_id': '96ba8ad37f17481a9691031fefbc3c80', 'gw_port': {'id': '143aed9e-e502-4b83-9ace-a31979f6866a', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:36:49.296893 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31575c-01b6-44cb-b849-05ab4b5faa60 None None] Checking router: 0626e46f-6fd8-4650-9e7f-1a9d9136c311 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:36:49.304571 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d31575c-01b6-44cb-b849-05ab4b5faa60 None None] Routers {'0626e46f-6fd8-4650-9e7f-1a9d9136c311'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:36:49.305177 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1d31575c-01b6-44cb-b849-05ab4b5faa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:36:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['0626e46f-6fd8-4650-9e7f-1a9d9136c311'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:36:49.326170 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-ec88922e-2e39-4948-a368-82540697c513 admin admin] Deleting port 143aed9e-e502-4b83-9ace-a31979f6866a {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:36:49.326771 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec88922e-2e39-4948-a368-82540697c513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (143aed9e-e502-4b83-9ace-a31979f6866a), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:49.424477 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-1d31575c-01b6-44cb-b849-05ab4b5faa60 None None] Set router 0626e46f-6fd8-4650-9e7f-1a9d9136c311 gateway port host: None {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:36:49.454707 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef39fdb-f08d-47e9-ab73-d2467909b63d req-099aa93f-73be-4f8c-8c4d-8ec0292d58a9 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:49.456228 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cef39fdb-f08d-47e9-ab73-d2467909b63d req-099aa93f-73be-4f8c-8c4d-8ec0292d58a9 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0720279 Sep 06 04:36:49.476489 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1d31575c-01b6-44cb-b849-05ab4b5faa60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'name': 'tempest-DeleteServersTestJSON-360431265-router', 'tenant_id': '96ba8ad37f17481a9691031fefbc3c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:36:49Z', 'revision_number': 6, 'project_id': '96ba8ad37f17481a9691031fefbc3c80', 'gw_port_host': None}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:36:49.496845 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-ec88922e-2e39-4948-a368-82540697c513 admin admin] For port 143aed9e-e502-4b83-9ace-a31979f6866a, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=143aed9e-e502-4b83-9ace-a31979f6866a,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:49.497132 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec88922e-2e39-4948-a368-82540697c513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (143aed9e-e502-4b83-9ace-a31979f6866a), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:49.504653 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d31575c-01b6-44cb-b849-05ab4b5faa60 None None] The sync data for ids ['0626e46f-6fd8-4650-9e7f-1a9d9136c311'] in dv-cinder-856002-1-iscsi is: [{'id': '0626e46f-6fd8-4650-9e7f-1a9d9136c311', 'name': 'tempest-DeleteServersTestJSON-360431265-router', 'tenant_id': '96ba8ad37f17481a9691031fefbc3c80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:36:49Z', 'revision_number': 6, 'project_id': '96ba8ad37f17481a9691031fefbc3c80', 'gw_port_host': None}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:36:49.523050 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-ec88922e-2e39-4948-a368-82540697c513 admin admin] Calling delete_port for 143aed9e-e502-4b83-9ace-a31979f6866a owned by network:router_gateway {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:36:49.545960 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cef39fdb-f08d-47e9-ab73-d2467909b63d req-03db6b4d-71cc-4047-bbe4-40a659c761c9 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806608 Sep 06 04:36:49.632687 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:49.765506 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec88922e-2e39-4948-a368-82540697c513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533'] for port (143aed9e-e502-4b83-9ace-a31979f6866a), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:49.789414 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88922e-2e39-4948-a368-82540697c513 admin admin] Pushing event deleted for resources: {'Port': ['ID=143aed9e-e502-4b83-9ace-a31979f6866a,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:49.797579 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:49.817293 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec88922e-2e39-4948-a368-82540697c513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730729'] for router_gateway (0626e46f-6fd8-4650-9e7f-1a9d9136c311), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:49.925657 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec88922e-2e39-4948-a368-82540697c513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12195'] for router (0626e46f-6fd8-4650-9e7f-1a9d9136c311), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:49.927888 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec88922e-2e39-4948-a368-82540697c513 admin admin] Publish callbacks [] for router_controller (0626e46f-6fd8-4650-9e7f-1a9d9136c311), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:50.035333 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec88922e-2e39-4948-a368-82540697c513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738514'] for router (0626e46f-6fd8-4650-9e7f-1a9d9136c311), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:50.035887 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec88922e-2e39-4948-a368-82540697c513 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0626e46f-6fd8-4650-9e7f-1a9d9136c311 {{(pid=106939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 04:36:50.040671 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec88922e-2e39-4948-a368-82540697c513 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:50.042491 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-ec88922e-2e39-4948-a368-82540697c513 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/0626e46f-6fd8-4650-9e7f-1a9d9136c311 HTTP/1.1" status: 204 len: 168 time: 1.0642140 Sep 06 04:36:50.044286 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 36530) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:50.090133 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a921c21-61ee-4e1e-9591-378d063b6029 admin admin] Deleting subnet fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e {{(pid=106939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 06 04:36:50.093204 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8a921c21-61ee-4e1e-9591-378d063b6029 admin admin] Publish callbacks [] for subnet (fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:50.343748 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8a921c21-61ee-4e1e-9591-378d063b6029 admin admin] Publish callbacks [] for subnet (fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:50.420239 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8a921c21-61ee-4e1e-9591-378d063b6029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479495'] for subnet (fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:50.578400 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8a921c21-61ee-4e1e-9591-378d063b6029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for subnet (fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:50.603298 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a921c21-61ee-4e1e-9591-378d063b6029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:50.608935 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8a921c21-61ee-4e1e-9591-378d063b6029 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:50.612967 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-8a921c21-61ee-4e1e-9591-378d063b6029 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/fe1be4f8-2add-4d8a-b79b-d3cb7ecc6a0e HTTP/1.1" status: 204 len: 168 time: 0.5669339 Sep 06 04:36:50.615503 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 36542) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:50.619014 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e07269c-42d9-4e13-852c-9edfface2274 None None] Network 9bcee315-88c0-4acf-82b7-0c166d7d1495 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:36:50.678270 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24abf9e-d9f9-4bbf-bf47-c011b911607e req-92f71caa-78ea-4515-9faf-20cefe747232 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:50.685390 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f24abf9e-d9f9-4bbf-bf47-c011b911607e req-92f71caa-78ea-4515-9faf-20cefe747232 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0489969 Sep 06 04:36:50.710335 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3576701'] for network (9bcee315-88c0-4acf-82b7-0c166d7d1495), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:50.739324 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f24abf9e-d9f9-4bbf-bf47-c011b911607e req-30bad355-70fe-49bb-af5e-caf033a8abd6 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530844 Sep 06 04:36:50.759516 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Deleting port f1d53412-f035-49a2-b39b-1848a4f06368 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:36:50.759833 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (f1d53412-f035-49a2-b39b-1848a4f06368), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:50.780105 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] DHCP port deletion for 9bcee315-88c0-4acf-82b7-0c166d7d1495 request from dv-cinder-856002-1-iscsi {{(pid=106940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 06 04:36:50.823409 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Deleting port f1d53412-f035-49a2-b39b-1848a4f06368 {{(pid=106940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:36:50.823732 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (f1d53412-f035-49a2-b39b-1848a4f06368), before_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:50.825760 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] For port f1d53412-f035-49a2-b39b-1848a4f06368, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=f1d53412-f035-49a2-b39b-1848a4f06368,segment=NetworkSegment(bce1e555-d55c-4908-b897-c76825f6762c),segment_id=bce1e555-d55c-4908-b897-c76825f6762c)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:50.826121 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (f1d53412-f035-49a2-b39b-1848a4f06368), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:50.840739 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Calling delete_port for f1d53412-f035-49a2-b39b-1848a4f06368 owned by network:dhcp {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:36:50.891574 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] For port f1d53412-f035-49a2-b39b-1848a4f06368, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=f1d53412-f035-49a2-b39b-1848a4f06368,segment=NetworkSegment(bce1e555-d55c-4908-b897-c76825f6762c),segment_id=bce1e555-d55c-4908-b897-c76825f6762c)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:36:50.891888 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (f1d53412-f035-49a2-b39b-1848a4f06368), precommit_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:50.906483 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Calling delete_port for f1d53412-f035-49a2-b39b-1848a4f06368 owned by network:dhcp {{(pid=106940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:36:51.003224 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533'] for port (f1d53412-f035-49a2-b39b-1848a4f06368), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:51.037207 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d53412-f035-49a2-b39b-1848a4f06368,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:51.041407 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533'] for port (f1d53412-f035-49a2-b39b-1848a4f06368), after_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:51.041754 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] No DVR routers for this DVR port f1d53412-f035-49a2-b39b-1848a4f06368 on host dv-cinder-856002-1-iscsi {{(pid=106939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:36:51.067896 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Pushing event deleted for resources: {'Port': ['ID=f1d53412-f035-49a2-b39b-1848a4f06368,revision_number=None']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:51.077587 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:51.077845 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:51.078187 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:51.078545 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:51.078894 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:51.079223 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:51.079577 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:51.079876 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:51.080200 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:51.080659 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:51.081050 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:51.082601 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:51.082601 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:51.082601 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:51.082837 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:36:51.087364 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c839ea4a-7219-4e2b-8bdf-c92ddd6f07f2 None None] No DVR routers for this DVR port f1d53412-f035-49a2-b39b-1848a4f06368 on host dv-cinder-856002-1-iscsi {{(pid=106940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:36:51.126514 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433122', 'neutron.services.segments.db._delete_segments_for_network-8761093479572'] for network (9bcee315-88c0-4acf-82b7-0c166d7d1495), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:51.150092 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:36:51.150443 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:36:51.151208 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:36:51.151543 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Subscribe: > port after_create 55550000 {{(pid=106939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:36:51.151888 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:36:51.152226 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Subscribe: > port after_update 55550000 {{(pid=106939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:36:51.152551 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:36:51.152897 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:36:51.153214 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:36:51.153603 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:36:51.367974 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 143aed9e-e502-4b83-9ace-a31979f6866a no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:36:51.386464 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:36:51.387426 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:36:51.387942 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:36:51.388464 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106939) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:36:51.389007 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcee315-88c0-4acf-82b7-0c166d7d1495']}} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:36:51.393745 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 143aed9e-e502-4b83-9ace-a31979f6866a {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:36:51.394084 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 143aed9e-e502-4b83-9ace-a31979f6866a not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:36:51.394498 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device f1d53412-f035-49a2-b39b-1848a4f06368 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:36:51.408454 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce1e555-d55c-4908-b897-c76825f6762c') {'for_net_delete': True} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:36:51.408747 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce1e555-d55c-4908-b897-c76825f6762c') {} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:36:51.422347 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: f1d53412-f035-49a2-b39b-1848a4f06368 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:36:51.422690 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device f1d53412-f035-49a2-b39b-1848a4f06368 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:36:51.423107 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 8fb5432e-b8d8-4e97-832c-4fae1ee09211 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:36:51.426481 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761093570708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11570500'] for segment (bce1e555-d55c-4908-b897-c76825f6762c), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:51.442867 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 8fb5432e-b8d8-4e97-832c-4fae1ee09211 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:36:51.443209 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 8fb5432e-b8d8-4e97-832c-4fae1ee09211 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:36:51.456433 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (bce1e555-d55c-4908-b897-c76825f6762c), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:51.470695 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=106939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 04:36:51.471086 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12279931'] for segment (bce1e555-d55c-4908-b897-c76825f6762c), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:51.654743 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730808'] for network (9bcee315-88c0-4acf-82b7-0c166d7d1495), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:51.665944 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:51.665944 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/9bcee315-88c0-4acf-82b7-0c166d7d1495 HTTP/1.1" status: 204 len: 168 time: 1.0486979 Sep 06 04:36:51.686106 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500abe4-09e9-46e1-870f-1fd5a10eb342 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bcee315-88c0-4acf-82b7-0c166d7d1495,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:51.748605 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.services.segments.plugin [-] Segment bce1e555-d55c-4908-b897-c76825f6762c resource provider aggregate not found Sep 06 04:36:51.776553 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.services.segments.plugin [-] Segment bce1e555-d55c-4908-b897-c76825f6762c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bce1e555-d55c-4908-b897-c76825f6762c found for delete ", "request_id": "req-f42a93a0-5d41-4e47-8a11-83ccdbb570c5"}]} Sep 06 04:36:51.847607 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:51.880441 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:51.888499 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db12a4-937a-4ea2-87d8-4e3a055ce7b1 req-6fecd6f0-1d8e-4e2f-a3f7-6626fd9b9c97 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:51.890046 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c7db12a4-937a-4ea2-87d8-4e3a055ce7b1 req-6fecd6f0-1d8e-4e2f-a3f7-6626fd9b9c97 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0530667 Sep 06 04:36:51.945620 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c7db12a4-937a-4ea2-87d8-4e3a055ce7b1 req-f2a48d8c-7445-49e8-9933-7d918753333d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491040 Sep 06 04:36:52.109522 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 36566) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:52.152099 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-8b5655af-a652-48ec-b682-8b096e5af999 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=96ba8ad37f17481a9691031fefbc3c80&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414293 Sep 06 04:36:52.154795 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 36568) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:52.209482 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-fd75f86b-f2f0-4c9d-aa35-260641601273 admin admin] Publish callbacks [] for security_group (e7aa0c5a-1f58-4666-b8f3-82f349b71d8d), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:52.229183 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-fd75f86b-f2f0-4c9d-aa35-260641601273 admin admin] Publish callbacks [] for security_group (e7aa0c5a-1f58-4666-b8f3-82f349b71d8d), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:52.350084 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-fd75f86b-f2f0-4c9d-aa35-260641601273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (e7aa0c5a-1f58-4666-b8f3-82f349b71d8d), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:52.353130 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-fd75f86b-f2f0-4c9d-aa35-260641601273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:52.356913 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-fd75f86b-f2f0-4c9d-aa35-260641601273 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/e7aa0c5a-1f58-4666-b8f3-82f349b71d8d HTTP/1.1" status: 204 len: 168 time: 0.1986976 Sep 06 04:36:52.363047 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75f86b-f2f0-4c9d-aa35-260641601273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aa0c5a-1f58-4666-b8f3-82f349b71d8d,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:52.376658 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:53.072813 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939c112-1f80-4902-93b0-ece0c63fe579 req-26ab4cfb-b3ae-494d-947e-ca1d8dd496c9 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:53.074328 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0939c112-1f80-4902-93b0-ece0c63fe579 req-26ab4cfb-b3ae-494d-947e-ca1d8dd496c9 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0519588 Sep 06 04:36:53.123584 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0939c112-1f80-4902-93b0-ece0c63fe579 req-c990f29d-e71e-4691-8be3-3c44d4e752d8 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434015 Sep 06 04:36:54.184156 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 36632) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:54.253736 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be158d7-88b2-4723-9933-cb045ca30096 req-5adea009-cfc8-4db4-951a-8f5f684dea71 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:54.255372 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3be158d7-88b2-4723-9933-cb045ca30096 req-5adea009-cfc8-4db4-951a-8f5f684dea71 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0516646 Sep 06 04:36:54.301698 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8cbab0a3-c223-46c0-a7c9-8a92fc5a8dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:54.310283 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3be158d7-88b2-4723-9933-cb045ca30096 req-7094cf12-88c0-41a3-a133-cc12cb292ee5 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487528 Sep 06 04:36:54.387264 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8cbab0a3-c223-46c0-a7c9-8a92fc5a8dcb admin admin] Publish callbacks [] for security_group (3962a902-bf87-4b1d-8bb8-ac24d0f88f6a), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:54.496870 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8cbab0a3-c223-46c0-a7c9-8a92fc5a8dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (3962a902-bf87-4b1d-8bb8-ac24d0f88f6a), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:54.548955 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-8cbab0a3-c223-46c0-a7c9-8a92fc5a8dcb admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=ea9efab8451a40919ea4206cc0a506da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636546 Sep 06 04:36:54.550728 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbab0a3-c223-46c0-a7c9-8a92fc5a8dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3962a902-bf87-4b1d-8bb8-ac24d0f88f6a,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:54.552321 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 36646) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:36:54.607265 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:54.614033 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1f982ac0-6e1b-4ebb-947d-dd88fe1d1284 admin admin] Publish callbacks [] for security_group (3962a902-bf87-4b1d-8bb8-ac24d0f88f6a), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:54.635460 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1f982ac0-6e1b-4ebb-947d-dd88fe1d1284 admin admin] Publish callbacks [] for security_group (3962a902-bf87-4b1d-8bb8-ac24d0f88f6a), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:54.887320 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1f982ac0-6e1b-4ebb-947d-dd88fe1d1284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (3962a902-bf87-4b1d-8bb8-ac24d0f88f6a), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:54.889892 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1f982ac0-6e1b-4ebb-947d-dd88fe1d1284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:36:54.891039 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-1f982ac0-6e1b-4ebb-947d-dd88fe1d1284 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/3962a902-bf87-4b1d-8bb8-ac24d0f88f6a HTTP/1.1" status: 204 len: 168 time: 0.3374569 Sep 06 04:36:54.900754 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f982ac0-6e1b-4ebb-947d-dd88fe1d1284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3962a902-bf87-4b1d-8bb8-ac24d0f88f6a,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:36:55.444353 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea973f5b-93ab-4702-98a1-7290b6dfddd5 req-3a186322-af77-4070-bf16-09ee91804b8b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:55.445902 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ea973f5b-93ab-4702-98a1-7290b6dfddd5 req-3a186322-af77-4070-bf16-09ee91804b8b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0571756 Sep 06 04:36:55.493865 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ea973f5b-93ab-4702-98a1-7290b6dfddd5 req-a83db62b-6614-4a0e-91aa-5522ffe9f424 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416009 Sep 06 04:36:56.618841 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c1242-63cd-4e28-a347-aa3ea117525a req-0f052924-c0cc-4035-a3c0-4a44f7bae0bc tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:56.620263 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f62c1242-63cd-4e28-a347-aa3ea117525a req-0f052924-c0cc-4035-a3c0-4a44f7bae0bc tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0472124 Sep 06 04:36:56.676344 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f62c1242-63cd-4e28-a347-aa3ea117525a req-33754b5f-f682-483a-83b5-1de6ffd7188a tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503883 Sep 06 04:36:57.811116 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28e28e-27a5-4608-bceb-790c96423b1f req-5b1fd061-bdae-4f3e-bb5d-e6bb89eab384 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:57.812579 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7f28e28e-27a5-4608-bceb-790c96423b1f req-5b1fd061-bdae-4f3e-bb5d-e6bb89eab384 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0488665 Sep 06 04:36:57.858431 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7f28e28e-27a5-4608-bceb-790c96423b1f req-502b77ac-bd1d-46cf-b34d-e700a48c99ac tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400627 Sep 06 04:36:58.976194 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f01e0-c153-4f50-8dcb-101f711ee012 req-ffd452c3-d752-468e-bc45-e6c93138303d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:36:58.977706 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c08f01e0-c153-4f50-8dcb-101f711ee012 req-ffd452c3-d752-468e-bc45-e6c93138303d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0456274 Sep 06 04:36:59.027994 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c08f01e0-c153-4f50-8dcb-101f711ee012 req-0ea27020-7ba2-4222-8b3c-f8b24acdb245 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448589 Sep 06 04:36:59.427011 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=45 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:36:59.480200 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=44 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:00.035166 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:00.150858 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc07b2d-5fbe-4a91-a127-df3b6476d5c1 req-39010c01-f426-44e2-8f56-6e696bed59ae tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:00.152322 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4fc07b2d-5fbe-4a91-a127-df3b6476d5c1 req-39010c01-f426-44e2-8f56-6e696bed59ae tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0479729 Sep 06 04:37:00.193244 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:00.200339 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4fc07b2d-5fbe-4a91-a127-df3b6476d5c1 req-835ea5d8-6da8-4353-9df5-4fb75b96b407 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426791 Sep 06 04:37:01.326320 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0d8d8-02a3-42a7-94e0-d6ad05c5acb6 req-6adddf6b-a52e-4f7c-9bc2-2eca76238724 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:01.339800 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-09a0d8d8-02a3-42a7-94e0-d6ad05c5acb6 req-6adddf6b-a52e-4f7c-9bc2-2eca76238724 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0530612 Sep 06 04:37:01.375881 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-09a0d8d8-02a3-42a7-94e0-d6ad05c5acb6 req-efee9fd4-cbcf-42ec-8102-61dec18d3645 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413547 Sep 06 04:37:02.549617 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b9b28-0ffd-45cc-9929-6b74bd9932db req-8b05f55b-3f0f-4eb4-a31c-89080dd22a6f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:02.551264 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-787b9b28-0ffd-45cc-9929-6b74bd9932db req-8b05f55b-3f0f-4eb4-a31c-89080dd22a6f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0873394 Sep 06 04:37:02.590209 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:02.607877 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-787b9b28-0ffd-45cc-9929-6b74bd9932db req-310ae64d-34c3-4611-b1ca-3d0a46fb728c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501521 Sep 06 04:37:03.732014 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbf353-a37d-4534-97e2-1a80001d8684 req-5e99c4f2-7bd1-4981-b850-ad09067b2816 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:03.733509 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5bdbf353-a37d-4534-97e2-1a80001d8684 req-5e99c4f2-7bd1-4981-b850-ad09067b2816 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0467572 Sep 06 04:37:03.781053 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5bdbf353-a37d-4534-97e2-1a80001d8684 req-81563056-5373-44c0-8664-0a64590da69d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417449 Sep 06 04:37:04.907354 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3a665-1e0c-423f-88e3-a0b848517d69 req-08d1dc65-3d30-4c81-830f-2e04ce5f5a36 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:04.908839 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-03b3a665-1e0c-423f-88e3-a0b848517d69 req-08d1dc65-3d30-4c81-830f-2e04ce5f5a36 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0480318 Sep 06 04:37:04.958207 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-03b3a665-1e0c-423f-88e3-a0b848517d69 req-3b109200-596e-4514-bf93-5b512e09f330 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430644 Sep 06 04:37:06.090139 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1ae0e-a7b0-4a4a-8dba-9860d9320244 req-b1c51293-7c74-40ac-847c-898b1598ff1f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:06.091604 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-07f1ae0e-a7b0-4a4a-8dba-9860d9320244 req-b1c51293-7c74-40ac-847c-898b1598ff1f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0504467 Sep 06 04:37:06.139644 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-07f1ae0e-a7b0-4a4a-8dba-9860d9320244 req-0e94b9af-558f-473f-8f62-8e731f52aa96 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424714 Sep 06 04:37:07.397616 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad9d96-7f2b-4f89-8533-042169e8537c req-82060399-f3c9-4040-9d77-26ddd0e587cc tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:07.399714 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c7ad9d96-7f2b-4f89-8533-042169e8537c req-82060399-f3c9-4040-9d77-26ddd0e587cc tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0455108 Sep 06 04:37:07.407801 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:37:07.450120 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c7ad9d96-7f2b-4f89-8533-042169e8537c req-56308f29-ab2f-4e46-8c2c-a5dcd5703f02 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445039 Sep 06 04:37:08.582352 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77469d5-c167-47e3-b3c9-b4aaf6c88bc2 req-3b4747ca-1c46-438f-9d81-1ef0beb3c7a8 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:08.583812 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c77469d5-c167-47e3-b3c9-b4aaf6c88bc2 req-3b4747ca-1c46-438f-9d81-1ef0beb3c7a8 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0577703 Sep 06 04:37:08.605414 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:08.631448 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c77469d5-c167-47e3-b3c9-b4aaf6c88bc2 req-94da189a-79ce-42bc-ba16-751d8a6cdcd8 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413864 Sep 06 04:37:09.752253 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30961486-ba42-44dc-9a63-7eeb9ac6905f req-a095dc52-8760-43e7-af29-580db90d3f8e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:09.753755 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-30961486-ba42-44dc-9a63-7eeb9ac6905f req-a095dc52-8760-43e7-af29-580db90d3f8e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0478365 Sep 06 04:37:09.803574 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-30961486-ba42-44dc-9a63-7eeb9ac6905f req-bc8eb400-f4b2-4a8e-a3ac-c50c92441888 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442491 Sep 06 04:37:09.971410 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=43,neutron:DELETE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:09.973258 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:10.423971 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:DELETE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:10.923656 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c79aca-e95a-4bf8-b58e-8ecf1e75b653 req-f410e0d9-bb7f-4ec8-b08a-a9371820089a tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:10.925440 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d4c79aca-e95a-4bf8-b58e-8ecf1e75b653 req-f410e0d9-bb7f-4ec8-b08a-a9371820089a tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0471838 Sep 06 04:37:10.980047 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d4c79aca-e95a-4bf8-b58e-8ecf1e75b653 req-c836b398-7f2f-4d47-950a-f656541d2f7c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486171 Sep 06 04:37:11.143319 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049c045-e028-4648-8d7a-5ba70ed38ce9 req-64ecdc80-09bc-4ac7-ba0f-009cdee21ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:11.144776 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4049c045-e028-4648-8d7a-5ba70ed38ce9 req-64ecdc80-09bc-4ac7-ba0f-009cdee21ac9 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 1129 time: 0.0376334 Sep 06 04:37:11.187689 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4049c045-e028-4648-8d7a-5ba70ed38ce9 req-dac51f48-8cdc-47dc-9bd9-a7ba9304ca7d service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359027 Sep 06 04:37:11.370008 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=40 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:11.371998 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=8 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:12.114187 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60319c70-af22-4fc2-a30a-d62c87ad56b3 req-bfdfd0e7-ec65-4796-aa9f-14de3a6a9f68 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:12.116149 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-60319c70-af22-4fc2-a30a-d62c87ad56b3 req-bfdfd0e7-ec65-4796-aa9f-14de3a6a9f68 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0499983 Sep 06 04:37:12.160085 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-131ba8d3-8f34-4dd7-bdeb-459032d8f45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:12.167302 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-60319c70-af22-4fc2-a30a-d62c87ad56b3 req-bf4bd551-48cd-4110-9509-d9c2ceb23efb tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440633 Sep 06 04:37:13.292323 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a6b2a-5c19-45dd-ad5d-150020d1fcd7 req-a1f66b2b-11e5-4c5d-b1c4-c5af82b2840e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:13.293789 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-dc4a6b2a-5c19-45dd-ad5d-150020d1fcd7 req-a1f66b2b-11e5-4c5d-b1c4-c5af82b2840e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0490289 Sep 06 04:37:13.340510 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-dc4a6b2a-5c19-45dd-ad5d-150020d1fcd7 req-07273ee4-ba8d-45bc-a4ac-283ab1f1deb6 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411835 Sep 06 04:37:14.462107 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-07273716-d172-42e7-b37a-5a84f799a230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:14.472570 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbd092-75b8-4d9b-93dc-f649e8f41764 req-c534705c-223c-424e-a6b9-f8767d002c1c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:14.474074 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-73fbd092-75b8-4d9b-93dc-f649e8f41764 req-c534705c-223c-424e-a6b9-f8767d002c1c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0504999 Sep 06 04:37:14.484891 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:14.521554 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-73fbd092-75b8-4d9b-93dc-f649e8f41764 req-f7e35f30-b58d-4fc6-b753-76f873c9b517 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419064 Sep 06 04:37:15.639456 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841f15a-ab9e-4f06-9096-256d03195f66 req-ee2add18-e7f4-4366-a9a5-ce23e1120423 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:15.640833 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f841f15a-ab9e-4f06-9096-256d03195f66 req-ee2add18-e7f4-4366-a9a5-ce23e1120423 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0447099 Sep 06 04:37:15.692246 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f841f15a-ab9e-4f06-9096-256d03195f66 req-379ad219-b6a1-45dc-b4c8-b44031d1a719 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459609 Sep 06 04:37:15.856950 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:16.816423 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723bb46-8baf-4a0d-a1ae-c8d461540452 req-91289672-cff0-4722-9808-1cc633e5347b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:16.817951 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2723bb46-8baf-4a0d-a1ae-c8d461540452 req-91289672-cff0-4722-9808-1cc633e5347b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0465260 Sep 06 04:37:16.867657 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2723bb46-8baf-4a0d-a1ae-c8d461540452 req-d73ffe66-06cc-4136-b349-3027b769dc84 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426636 Sep 06 04:37:17.274153 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:17.301905 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:17.404001 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:17.991494 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67af3cd-d930-44c9-9042-0cda8d75944d req-d3c39502-257a-46a1-a126-b016c506976a tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:17.993092 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c67af3cd-d930-44c9-9042-0cda8d75944d req-d3c39502-257a-46a1-a126-b016c506976a tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0475094 Sep 06 04:37:18.041226 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c67af3cd-d930-44c9-9042-0cda8d75944d req-5b0cb581-61aa-4919-9a6a-667ec6001e46 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416605 Sep 06 04:37:19.168915 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd84a5f-e08c-46a3-9767-3e71d154e65a req-a8a98303-836c-4a7f-ba22-7467c9afdfdc tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:19.170426 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0cd84a5f-e08c-46a3-9767-3e71d154e65a req-a8a98303-836c-4a7f-ba22-7467c9afdfdc tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0551610 Sep 06 04:37:19.217732 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0cd84a5f-e08c-46a3-9767-3e71d154e65a req-3488a729-9ebe-457b-96ec-b47be7fd4e98 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417042 Sep 06 04:37:20.336317 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d8e5f-29a6-4d6e-9776-0157248b734f req-c11e88df-b0ec-4f68-8db7-2d71ba08cb6d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:20.338058 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-284d8e5f-29a6-4d6e-9776-0157248b734f req-c11e88df-b0ec-4f68-8db7-2d71ba08cb6d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0465732 Sep 06 04:37:20.371411 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:20.404232 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-284d8e5f-29a6-4d6e-9776-0157248b734f req-2d396a7c-4076-4be4-8431-128600b3bd2f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605235 Sep 06 04:37:21.532511 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acf80a-6a0a-4f46-a4ee-f4c13b5bb674 req-925f60e8-8a72-47b3-b769-355366370fed tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:21.534016 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e7acf80a-6a0a-4f46-a4ee-f4c13b5bb674 req-925f60e8-8a72-47b3-b769-355366370fed tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0506446 Sep 06 04:37:21.580020 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e7acf80a-6a0a-4f46-a4ee-f4c13b5bb674 req-46d7e97f-15fc-4454-a241-dcdba9a9f8b1 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403938 Sep 06 04:37:22.698267 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55326e-0611-4cab-ac6b-234ed449d9c3 req-55e18493-e545-4808-b89a-5e4711a5eb96 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:22.699715 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0f55326e-0611-4cab-ac6b-234ed449d9c3 req-55e18493-e545-4808-b89a-5e4711a5eb96 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0454061 Sep 06 04:37:22.746492 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0f55326e-0611-4cab-ac6b-234ed449d9c3 req-7b25c2b9-be77-4b03-8cc9-e5a411b40baa tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413136 Sep 06 04:37:22.867053 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faed438-13ac-4e7b-aab3-d0f64c1bb7a3 req-bc377bcd-5451-4712-8be4-ead0d6cb3312 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:22.868417 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8faed438-13ac-4e7b-aab3-d0f64c1bb7a3 req-bc377bcd-5451-4712-8be4-ead0d6cb3312 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0489070 Sep 06 04:37:22.915060 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8faed438-13ac-4e7b-aab3-d0f64c1bb7a3 req-61195da9-aafe-427a-be3b-a1c3d8e86d23 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407145 Sep 06 04:37:27.214703 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:27.219680 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:29.472278 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:29.472960 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:30.048005 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:31.338373 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e3838fa2-961c-46b4-881b-f1c3fe6eb507 req-6758aa5d-19ca-4fb9-863f-899c28621a7a service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390270 Sep 06 04:37:31.476530 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3838fa2-961c-46b4-881b-f1c3fe6eb507 req-e9d339f1-a596-4a4b-a06e-0747b40392ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:31.478060 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e3838fa2-961c-46b4-881b-f1c3fe6eb507 req-e9d339f1-a596-4a4b-a06e-0747b40392ca service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 1129 time: 0.0498471 Sep 06 04:37:31.587002 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3838fa2-961c-46b4-881b-f1c3fe6eb507 req-6c33062a-2fff-4c67-a8c3-dbffaee9591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:31.589136 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e3838fa2-961c-46b4-881b-f1c3fe6eb507 req-6c33062a-2fff-4c67-a8c3-dbffaee9591d service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 919 time: 0.0891650 Sep 06 04:37:31.630173 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e3838fa2-961c-46b4-881b-f1c3fe6eb507 req-f8277634-3c39-4ea4-851f-03bc1c470e9f service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dd08f26-fca9-44dc-9f2f-a94635106365 HTTP/1.1" status: 200 len: 217 time: 0.0351832 Sep 06 04:37:31.678476 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3838fa2-961c-46b4-881b-f1c3fe6eb507 req-478e47c9-0973-48b6-9e2a-b8ddb19016a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:31.679807 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e3838fa2-961c-46b4-881b-f1c3fe6eb507 req-478e47c9-0973-48b6-9e2a-b8ddb19016a3 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=88d92641-1180-487b-a0e6-2342c26bb7b9 HTTP/1.1" status: 200 len: 857 time: 0.0431037 Sep 06 04:37:31.726161 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3838fa2-961c-46b4-881b-f1c3fe6eb507 req-902c521b-5d2e-4b44-9802-0b8096dec4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:31.727624 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e3838fa2-961c-46b4-881b-f1c3fe6eb507 req-902c521b-5d2e-4b44-9802-0b8096dec4fa service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=06e43195-6270-4b08-b3f6-284307ad52d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385818 Sep 06 04:37:31.810378 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:31.820162 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e3838fa2-961c-46b4-881b-f1c3fe6eb507 req-b19d846f-cff1-447d-9443-a7cfa6343dd6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844042 Sep 06 04:37:31.907849 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e3838fa2-961c-46b4-881b-f1c3fe6eb507 req-5cb4fba1-6e84-47c8-a711-fa95b55a2fb9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807600 Sep 06 04:37:32.909569 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=11 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:32.911510 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=7 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:33.537390 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43078e21-3df7-49aa-ba40-d1825d2166ea req-ad16817a-8726-4228-959f-0c331e240a45 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:33.538899 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-43078e21-3df7-49aa-ba40-d1825d2166ea req-ad16817a-8726-4228-959f-0c331e240a45 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0549717 Sep 06 04:37:33.588758 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-43078e21-3df7-49aa-ba40-d1825d2166ea req-315e25bc-ba11-463f-854d-7d5a10aec7fc tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434911 Sep 06 04:37:33.619025 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196f92-7a9b-48f3-ba9f-569b0a7a5bbd req-6bf52a34-31c1-4cc0-83c2-f5561d02bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:33.619025 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-32196f92-7a9b-48f3-ba9f-569b0a7a5bbd req-6bf52a34-31c1-4cc0-83c2-f5561d02bb4e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 1129 time: 0.0393910 Sep 06 04:37:33.714918 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196f92-7a9b-48f3-ba9f-569b0a7a5bbd req-83bd32d7-4d7e-4801-85f5-313f77678279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:33.716293 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-32196f92-7a9b-48f3-ba9f-569b0a7a5bbd req-83bd32d7-4d7e-4801-85f5-313f77678279 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 919 time: 0.0910635 Sep 06 04:37:33.755383 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-32196f92-7a9b-48f3-ba9f-569b0a7a5bbd req-8a3898a4-d0b7-41e5-8bc0-6b5f7f6575a3 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=831811de-3ef7-415e-be56-fafeee2815c2 HTTP/1.1" status: 200 len: 217 time: 0.0314393 Sep 06 04:37:33.808066 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196f92-7a9b-48f3-ba9f-569b0a7a5bbd req-7cb2106f-78dd-4eba-a63e-abc143a6f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:33.809545 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-32196f92-7a9b-48f3-ba9f-569b0a7a5bbd req-7cb2106f-78dd-4eba-a63e-abc143a6f3a4 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=88d92641-1180-487b-a0e6-2342c26bb7b9 HTTP/1.1" status: 200 len: 857 time: 0.0472119 Sep 06 04:37:33.853102 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196f92-7a9b-48f3-ba9f-569b0a7a5bbd req-b786f8c6-7b35-4a52-a1fc-edde9468175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:33.855154 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-32196f92-7a9b-48f3-ba9f-569b0a7a5bbd req-b786f8c6-7b35-4a52-a1fc-edde9468175c service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=06e43195-6270-4b08-b3f6-284307ad52d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395541 Sep 06 04:37:33.914657 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:33.947089 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-32196f92-7a9b-48f3-ba9f-569b0a7a5bbd req-178a3d7c-347a-4616-983e-e4f001b78fe5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854895 Sep 06 04:37:34.034919 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-32196f92-7a9b-48f3-ba9f-569b0a7a5bbd req-7fdb6f51-f81e-448d-b5a3-195c7e0609d3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812004 Sep 06 04:37:34.721787 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36796df9-fa26-4483-81d6-6387fbf7e4d3 req-126c2ec5-d97d-436e-9dfc-ca50e4100f3c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:34.729228 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-36796df9-fa26-4483-81d6-6387fbf7e4d3 req-126c2ec5-d97d-436e-9dfc-ca50e4100f3c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0629392 Sep 06 04:37:34.773448 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-36796df9-fa26-4483-81d6-6387fbf7e4d3 req-8f024070-bff0-4d4f-ad21-5503119894c4 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431395 Sep 06 04:37:35.900379 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0517cb-3842-4ccf-94db-335cc3a7dd27 req-abc01050-4ce8-4126-a5c7-66e661c432e0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:35.901892 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9d0517cb-3842-4ccf-94db-335cc3a7dd27 req-abc01050-4ce8-4126-a5c7-66e661c432e0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0462706 Sep 06 04:37:35.955403 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9d0517cb-3842-4ccf-94db-335cc3a7dd27 req-98f5f644-ecf6-4083-afae-60e9b7df7622 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479512 Sep 06 04:37:36.174324 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 37382) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:36.227376 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 37388) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:36.353926 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ab9a3213-351d-4987-8e60-f96d8cdcc8e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:36.356843 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:36.503262 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Publish callbacks [] for security_group (2d834f23-5906-4d33-9a0c-881dec400c6b), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:36.505413 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ab9a3213-351d-4987-8e60-f96d8cdcc8e1 admin admin] Publish callbacks [] for security_group (f106c838-41d9-4693-a1ad-de0608891148), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:36.553643 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (2d834f23-5906-4d33-9a0c-881dec400c6b), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:36.582638 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ab9a3213-351d-4987-8e60-f96d8cdcc8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (f106c838-41d9-4693-a1ad-de0608891148), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:36.602745 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d834f23-5906-4d33-9a0c-881dec400c6b,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:36.607232 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=a43bf76a0ad84d77b41d0115f0729fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790927 Sep 06 04:37:36.610100 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 37400) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:36.622724 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.623077 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.623420 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.623760 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.624094 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.624457 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.624791 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.625118 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.625474 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.627600 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.627600 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.627600 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.627600 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.627600 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.627600 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff841321-a4c7-4f97-9c1d-1ecd3d381978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.637377 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-ab9a3213-351d-4987-8e60-f96d8cdcc8e1 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=0f5ff30b7d70423a809d6c3701149255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4616861 Sep 06 04:37:36.642598 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 37402) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:36.663740 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Publish callbacks [] for security_group (2d834f23-5906-4d33-9a0c-881dec400c6b), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:36.678699 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a3213-351d-4987-8e60-f96d8cdcc8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f106c838-41d9-4693-a1ad-de0608891148,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:36.684647 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Publish callbacks [] for security_group (2d834f23-5906-4d33-9a0c-881dec400c6b), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:36.708381 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-208795b4-3d8a-4f28-8271-fe760ceb8f03 admin admin] Publish callbacks [] for security_group (f106c838-41d9-4693-a1ad-de0608891148), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:36.728742 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-208795b4-3d8a-4f28-8271-fe760ceb8f03 admin admin] Publish callbacks [] for security_group (f106c838-41d9-4693-a1ad-de0608891148), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:36.828114 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (2d834f23-5906-4d33-9a0c-881dec400c6b), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:36.830673 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:36.831863 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/2d834f23-5906-4d33-9a0c-881dec400c6b HTTP/1.1" status: 204 len: 168 time: 0.2207644 Sep 06 04:37:36.839606 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d834f23-5906-4d33-9a0c-881dec400c6b,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:36.846774 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.847118 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.847451 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.847791 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.848115 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.848439 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.848757 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.849074 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.849442 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.849761 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.850093 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.850382 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.850693 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.851077 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.851395 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd82da1-6b60-4364-9fb1-dfe5ffa298e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:36.856960 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-208795b4-3d8a-4f28-8271-fe760ceb8f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (f106c838-41d9-4693-a1ad-de0608891148), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:36.859480 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-208795b4-3d8a-4f28-8271-fe760ceb8f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:36.867964 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-208795b4-3d8a-4f28-8271-fe760ceb8f03 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/f106c838-41d9-4693-a1ad-de0608891148 HTTP/1.1" status: 204 len: 168 time: 0.2173033 Sep 06 04:37:36.882353 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208795b4-3d8a-4f28-8271-fe760ceb8f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f106c838-41d9-4693-a1ad-de0608891148,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:37.084459 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7513539-d699-44fe-98fe-8b1dba6d97f7 req-23f2cc07-047a-4cf0-a3f5-0bc66be11415 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:37.086683 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c7513539-d699-44fe-98fe-8b1dba6d97f7 req-23f2cc07-047a-4cf0-a3f5-0bc66be11415 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0549374 Sep 06 04:37:37.147943 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c7513539-d699-44fe-98fe-8b1dba6d97f7 req-66bcb6ec-ab3e-4fec-bdb1-8f82467594cd tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539057 Sep 06 04:37:37.912519 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 37462) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:38.015946 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-5ac7ca93-ee80-4c41-99cc-95289500eda3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1907669018-network', 'tenant_id': '375efd2890fc4b71af13439813f00ab0'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:37:38.030857 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:38.113465 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac7ca93-ee80-4c41-99cc-95289500eda3 admin admin] Made reservation on behalf of 375efd2890fc4b71af13439813f00ab0 for: {'network': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:37:38.115923 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5ac7ca93-ee80-4c41-99cc-95289500eda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:38.118739 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:38.125705 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5ac7ca93-ee80-4c41-99cc-95289500eda3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:38.206731 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5ac7ca93-ee80-4c41-99cc-95289500eda3 admin admin] Publish callbacks [] for security_group (14f4e609-4132-42da-95ad-d98222e4fd09), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:38.273521 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5ac7ca93-ee80-4c41-99cc-95289500eda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (14f4e609-4132-42da-95ad-d98222e4fd09), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:38.303108 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac7ca93-ee80-4c41-99cc-95289500eda3 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=106938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:37:38.311240 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1476bd-73d7-48b1-a121-76036718ccf3 req-e698d630-7f5c-4a34-8faa-d5d04f327596 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:38.312748 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ba1476bd-73d7-48b1-a121-76036718ccf3 req-e698d630-7f5c-4a34-8faa-d5d04f327596 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0711963 Sep 06 04:37:38.335373 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7ca93-ee80-4c41-99cc-95289500eda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f4e609-4132-42da-95ad-d98222e4fd09,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:38.338184 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5ac7ca93-ee80-4c41-99cc-95289500eda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (fd96db15-c993-4754-97b0-cbde2f4fb023), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:38.338526 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.segments_db [None req-5ac7ca93-ee80-4c41-99cc-95289500eda3 admin admin] Added segment fd96db15-c993-4754-97b0-cbde2f4fb023 of type vlan for network 713bea32-eeee-4105-a352-3326771fb659 Sep 06 04:37:38.403371 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5ac7ca93-ee80-4c41-99cc-95289500eda3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (713bea32-eeee-4105-a352-3326771fb659), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:38.419800 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ba1476bd-73d7-48b1-a121-76036718ccf3 req-b7f44c05-e0eb-416c-9036-4287313ac3ed tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994229 Sep 06 04:37:38.503408 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5ac7ca93-ee80-4c41-99cc-95289500eda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (713bea32-eeee-4105-a352-3326771fb659), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:38.504440 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac7ca93-ee80-4c41-99cc-95289500eda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:38.505352 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5ac7ca93-ee80-4c41-99cc-95289500eda3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:38.573880 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:38.586709 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7ca93-ee80-4c41-99cc-95289500eda3 admin admin] Pushing event updated for resources: {'Network': ['ID=713bea32-eeee-4105-a352-3326771fb659,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:38.597722 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network 713bea32-eeee-4105-a352-3326771fb659 details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:37:38.621848 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-5ac7ca93-ee80-4c41-99cc-95289500eda3 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7076607 Sep 06 04:37:38.622560 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 37486) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:38.627349 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-8645e180-7f07-482d-a175-705cff8338ee admin admin] Request body: {'subnet': {'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1907669018-subnet', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'ip_version': 4}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:37:38.691462 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8645e180-7f07-482d-a175-705cff8338ee admin admin] Made reservation on behalf of 375efd2890fc4b71af13439813f00ab0 for: {'subnet': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:37:38.693884 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8645e180-7f07-482d-a175-705cff8338ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12317354'] for subnet (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:38.762852 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:38.920002 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8645e180-7f07-482d-a175-705cff8338ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12287716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12317336'] for subnet (620d1330-0c40-41f6-9a10-faccabf815ee), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:38.978723 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645e180-7f07-482d-a175-705cff8338ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=620d1330-0c40-41f6-9a10-faccabf815ee,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:38.986753 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8645e180-7f07-482d-a175-705cff8338ee admin admin] Checking segment: {'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:37:38.987108 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8645e180-7f07-482d-a175-705cff8338ee admin admin] Network hostable DHCP agents. Network: 713bea32-eeee-4105-a352-3326771fb659, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:37:38.997132 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:39.101930 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8645e180-7f07-482d-a175-705cff8338ee admin admin] Network 713bea32-eeee-4105-a352-3326771fb659 is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:37:39.176582 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-8645e180-7f07-482d-a175-705cff8338ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, 713bea32-eeee-4105-a352-3326771fb659) {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:37:39.181886 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8645e180-7f07-482d-a175-705cff8338ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:39.182517 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8645e180-7f07-482d-a175-705cff8338ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:39.186713 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd92af5c-1687-4794-b449-5d25cef2e7bf None None] Network 713bea32-eeee-4105-a352-3326771fb659 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:37:39.249011 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-8645e180-7f07-482d-a175-705cff8338ee admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6253395 Sep 06 04:37:39.251700 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 37506) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:39.258243 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:37:39.319604 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4520b16-d183-5460-ac04-4f8b2cdf2ef5-713bea32-eeee-4105-a352-3326771fb659', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'project_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee'}]}} from dv-cinder-856002-1-iscsi. {{(pid=106940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 06 04:37:39.320539 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:39.348159 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12209'] for router (d705ad1c-dde2-4009-bf2f-cf7b63e8fb41), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:39.349433 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12218'] for router (d705ad1c-dde2-4009-bf2f-cf7b63e8fb41), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:39.413486 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Publish callbacks [] for router_controller (d705ad1c-dde2-4009-bf2f-cf7b63e8fb41), precommit_add_association {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:39.466571 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.db_base_plugin_common [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Allocated IP 172.20.0.2 (713bea32-eeee-4105-a352-3326771fb659/620d1330-0c40-41f6-9a10-faccabf815ee/fb7f2645-0aaf-43d3-8ca8-385f1f6f5128) {{(pid=106940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:37:39.610636 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fffd11-4b29-4fd1-a091-cba900040316 req-54c1ee9c-ef21-4bec-b9e9-9586f8be9ced tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:39.612864 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-45fffd11-4b29-4fd1-a091-cba900040316 req-54c1ee9c-ef21-4bec-b9e9-9586f8be9ced tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0859847 Sep 06 04:37:39.634759 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Publish callbacks [] for port (fb7f2645-0aaf-43d3-8ca8-385f1f6f5128), precommit_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:39.678828 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (fb7f2645-0aaf-43d3-8ca8-385f1f6f5128), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:39.708573 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Publish callbacks [] for router_gateway (d705ad1c-dde2-4009-bf2f-cf7b63e8fb41), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:39.732193 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Pushing event updated for resources: {'Port': ['ID=fb7f2645-0aaf-43d3-8ca8-385f1f6f5128,revision_number=1']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:39.746536 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-45fffd11-4b29-4fd1-a091-cba900040316 req-965aec43-de7e-40d9-afab-de49ce2a6033 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894854 Sep 06 04:37:39.746632 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Network 713bea32-eeee-4105-a352-3326771fb659 is already hosted by enough agents. {{(pid=106940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:37:39.747742 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.base_scheduler [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Resources bound (agent type, host, resource id): {{(pid=106940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:37:39.759326 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Received port after_create {{(pid=106940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:37:39.807788 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Attempting to bind port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:37:39.808462 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Attempting to bind port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:37:39.808853 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Attempting to bind port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 on network 713bea32-eeee-4105-a352-3326771fb659 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:37:39.851679 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:37:39.852077 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Checking segment: {'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:37:39.852467 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:39.852854 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Bound using segment: {'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:37:39.853339 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Bound port: fb7f2645-0aaf-43d3-8ca8-385f1f6f5128, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:37:39.853705 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (fb7f2645-0aaf-43d3-8ca8-385f1f6f5128), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:39.942423 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] For port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:37:39.945624 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] For port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=fb7f2645-0aaf-43d3-8ca8-385f1f6f5128,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:37:40.000949 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Publish callbacks [] for router_gateway (d705ad1c-dde2-4009-bf2f-cf7b63e8fb41), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:40.022618 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:40.034184 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (fb7f2645-0aaf-43d3-8ca8-385f1f6f5128), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:40.040847 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:40.109265 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ab12b-d034-4e95-9660-4da0b69e1349 None None] Pushing event updated for resources: {'Port': ['ID=fb7f2645-0aaf-43d3-8ca8-385f1f6f5128,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:40.384909 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Allocated IP 172.27.1.169 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/a3bf97c4-8eb3-424b-8eb2-81448d672626) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:37:40.423940 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 37542) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:40.505064 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:40.527580 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Publish callbacks [] for port (a3bf97c4-8eb3-424b-8eb2-81448d672626), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:40.571129 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-572f29ac-089b-494d-826b-a490dd9e1819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:40.615031 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:40.639552 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (a3bf97c4-8eb3-424b-8eb2-81448d672626), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:40.679136 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-572f29ac-089b-494d-826b-a490dd9e1819 admin admin] Publish callbacks [] for security_group (1256d985-1784-400c-b430-43a50d545f7c), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:40.689024 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:37:40.691825 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:37:40.697420 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:37:40.722834 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Pushing event updated for resources: {'Port': ['ID=a3bf97c4-8eb3-424b-8eb2-81448d672626,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:40.788807 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-572f29ac-089b-494d-826b-a490dd9e1819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (1256d985-1784-400c-b430-43a50d545f7c), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:40.866685 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6398d79-17f2-45c6-b8a3-dec0bf6c46c0 req-75e220cd-7d92-4931-ab0f-5032d1782325 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:40.869047 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a6398d79-17f2-45c6-b8a3-dec0bf6c46c0 req-75e220cd-7d92-4931-ab0f-5032d1782325 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0506945 Sep 06 04:37:40.877008 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-572f29ac-089b-494d-826b-a490dd9e1819 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=049dc6c356f9468db1e4c47ffd160189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4509261 Sep 06 04:37:40.879538 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 37554) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:40.891434 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f29ac-089b-494d-826b-a490dd9e1819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1256d985-1784-400c-b430-43a50d545f7c,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:40.925757 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a6398d79-17f2-45c6-b8a3-dec0bf6c46c0 req-a389fdf8-c39a-479e-bf1d-5ad413e3804f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505061 Sep 06 04:37:40.951533 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cba48e08-a1bc-4b68-91e7-2229ab031d8f admin admin] Publish callbacks [] for security_group (1256d985-1784-400c-b430-43a50d545f7c), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:40.973206 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cba48e08-a1bc-4b68-91e7-2229ab031d8f admin admin] Publish callbacks [] for security_group (1256d985-1784-400c-b430-43a50d545f7c), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:41.079311 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5dc23e-d389-429b-8018-4adda448c74b None None] Network 713bea32-eeee-4105-a352-3326771fb659 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:37:41.080693 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:41.100168 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Publish callbacks [] for router_gateway (d705ad1c-dde2-4009-bf2f-cf7b63e8fb41), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:41.176247 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cba48e08-a1bc-4b68-91e7-2229ab031d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (1256d985-1784-400c-b430-43a50d545f7c), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:41.178940 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cba48e08-a1bc-4b68-91e7-2229ab031d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:41.180129 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-cba48e08-a1bc-4b68-91e7-2229ab031d8f admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/1256d985-1784-400c-b430-43a50d545f7c HTTP/1.1" status: 204 len: 168 time: 0.2996118 Sep 06 04:37:41.196691 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba48e08-a1bc-4b68-91e7-2229ab031d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1256d985-1784-400c-b430-43a50d545f7c,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:41.314492 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745134'] for router (d705ad1c-dde2-4009-bf2f-cf7b63e8fb41), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:41.319582 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-b522584c-3a4e-4d4d-b9b6-a817bfdf22f0 None None] Provisioning complete for port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:41.319892 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-b522584c-3a4e-4d4d-b9b6-a817bfdf22f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (fb7f2645-0aaf-43d3-8ca8-385f1f6f5128), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:41.392077 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:41.409673 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-b522584c-3a4e-4d4d-b9b6-a817bfdf22f0 None None] Current status of the port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:37:41.410223 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-b522584c-3a4e-4d4d-b9b6-a817bfdf22f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (fb7f2645-0aaf-43d3-8ca8-385f1f6f5128), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:41.427633 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:37:41.508348 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-b522584c-3a4e-4d4d-b9b6-a817bfdf22f0 None None] For port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=fb7f2645-0aaf-43d3-8ca8-385f1f6f5128,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:37:41.520273 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:41.520648 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (fb7f2645-0aaf-43d3-8ca8-385f1f6f5128), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:41.608724 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:37:41.609110 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (fb7f2645-0aaf-43d3-8ca8-385f1f6f5128), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:41.610624 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 is scheduled to L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 with binding_index 1 {{(pid=106939) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 04:37:41.616304 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-b522584c-3a4e-4d4d-b9b6-a817bfdf22f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (fb7f2645-0aaf-43d3-8ca8-385f1f6f5128), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:41.708950 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:41.713046 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.db.api [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 06 04:37:41.713488 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG oslo_db.api [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 06 04:37:41.714575 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522584c-3a4e-4d4d-b9b6-a817bfdf22f0 None None] Pushing event updated for resources: {'Port': ['ID=fb7f2645-0aaf-43d3-8ca8-385f1f6f5128,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:41.724337 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:37:41.736864 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Sync routers for ids ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:37:41.743083 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-7a7fc048-4a2b-4cae-b31c-29c6a64f3328 None None] Provisioning complete for port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:41.743455 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7a7fc048-4a2b-4cae-b31c-29c6a64f3328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (fb7f2645-0aaf-43d3-8ca8-385f1f6f5128), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:41.770357 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Routers {'d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:37:41.771019 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:37:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:37:41.787625 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:41.788799 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-666be1b6-cc11-4df8-9e91-2281d4f61395 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5361404 Sep 06 04:37:41.791473 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 37566) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:41.820670 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:41.890082 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 37568) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:41.912010 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-7a7fc048-4a2b-4cae-b31c-29c6a64f3328 None None] Current status of the port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:37:41.912846 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2227f883-2b8d-412a-ab31-3a855b633bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:41.921743 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Set router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:37:42.101065 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:40Z', 'revision_number': 3, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:37:42.117510 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5828d-8d0d-4337-9ea1-76048ae22bdb req-640589d3-ad0c-4655-b98b-48b03a9405e2 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:42.119000 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5cb5828d-8d0d-4337-9ea1-76048ae22bdb req-640589d3-ad0c-4655-b98b-48b03a9405e2 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.1098225 Sep 06 04:37:42.130378 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Checking router: d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:37:42.130731 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Updating router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 port a3bf97c4-8eb3-424b-8eb2-81448d672626 binding host dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:37:42.163119 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (a3bf97c4-8eb3-424b-8eb2-81448d672626), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:42.184372 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-0b50f3a6-533f-42fc-9c9a-de9b9703ea97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:42.207717 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2227f883-2b8d-412a-ab31-3a855b633bae admin admin] Publish callbacks [] for security_group (2d409b85-700c-49ab-8ab0-3ac5758c77a5), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:42.214271 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:42.243439 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5cb5828d-8d0d-4337-9ea1-76048ae22bdb req-db2bf3df-e425-463c-9977-50a81f41fcb1 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169505 Sep 06 04:37:42.269882 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2227f883-2b8d-412a-ab31-3a855b633bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (2d409b85-700c-49ab-8ab0-3ac5758c77a5), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:42.295697 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:37:42.301905 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:42.319171 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-2227f883-2b8d-412a-ab31-3a855b633bae admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=ce9cc9cdc7964f4d990200d147010cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4249086 Sep 06 04:37:42.319514 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227f883-2b8d-412a-ab31-3a855b633bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d409b85-700c-49ab-8ab0-3ac5758c77a5,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:42.319695 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 37572) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:42.387204 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-178cde74-033b-491c-8d05-0b314b082257 admin admin] Publish callbacks [] for security_group (2d409b85-700c-49ab-8ab0-3ac5758c77a5), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:42.407374 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:42.408424 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-178cde74-033b-491c-8d05-0b314b082257 admin admin] Publish callbacks [] for security_group (2d409b85-700c-49ab-8ab0-3ac5758c77a5), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:42.457472 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Publish callbacks [] for port (a3bf97c4-8eb3-424b-8eb2-81448d672626), precommit_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:42.459023 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:42.570644 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-178cde74-033b-491c-8d05-0b314b082257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (2d409b85-700c-49ab-8ab0-3ac5758c77a5), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:42.570899 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (a3bf97c4-8eb3-424b-8eb2-81448d672626), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:42.573165 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-178cde74-033b-491c-8d05-0b314b082257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:42.575078 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-178cde74-033b-491c-8d05-0b314b082257 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/2d409b85-700c-49ab-8ab0-3ac5758c77a5 HTTP/1.1" status: 204 len: 168 time: 0.2543139 Sep 06 04:37:42.577021 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] Allocated IP 172.20.0.1 (713bea32-eeee-4105-a352-3326771fb659/620d1330-0c40-41f6-9a10-faccabf815ee/63026a00-07fd-43ca-bdd1-9c0224f94b15) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:37:42.585883 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cde74-033b-491c-8d05-0b314b082257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d409b85-700c-49ab-8ab0-3ac5758c77a5,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:42.639663 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Attempting to bind port a3bf97c4-8eb3-424b-8eb2-81448d672626 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:37:42.640091 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Attempting to bind port a3bf97c4-8eb3-424b-8eb2-81448d672626 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:37:42.640440 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Attempting to bind port a3bf97c4-8eb3-424b-8eb2-81448d672626 on network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:37:42.677342 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5efd4-a5d9-431e-b7af-08cdeb6e3dee None None] Pushing event updated for resources: {'Port': ['ID=a3bf97c4-8eb3-424b-8eb2-81448d672626,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:42.705207 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:37:42.705814 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Checking segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:37:42.707136 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] Publish callbacks [] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:42.707532 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:42.708016 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Bound using segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:37:42.708580 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Bound port: a3bf97c4-8eb3-424b-8eb2-81448d672626, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:37:42.709051 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (a3bf97c4-8eb3-424b-8eb2-81448d672626), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:42.762186 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] For port a3bf97c4-8eb3-424b-8eb2-81448d672626, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:37:42.765422 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] For port a3bf97c4-8eb3-424b-8eb2-81448d672626, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=a3bf97c4-8eb3-424b-8eb2-81448d672626,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:37:42.811885 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:42.852792 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] Network 713bea32-eeee-4105-a352-3326771fb659 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:37:42.856231 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:37:42.857243 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (a3bf97c4-8eb3-424b-8eb2-81448d672626), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:42.859994 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:37:42.894346 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] Pushing event updated for resources: {'Port': ['ID=63026a00-07fd-43ca-bdd1-9c0224f94b15,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:42.900953 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Routers {'d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:37:42.901670 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:37:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:37:42.904936 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:42.913389 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738324'] for router_interface (d705ad1c-dde2-4009-bf2f-cf7b63e8fb41), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:42.970830 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5efd4-a5d9-431e-b7af-08cdeb6e3dee None None] Pushing event updated for resources: {'Port': ['ID=a3bf97c4-8eb3-424b-8eb2-81448d672626,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:42.974326 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:43.049861 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] Set router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:37:43.130495 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:43.303317 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-498d1aef-1bdb-4ca1-a63a-e38fcd6d72f6 None None] Provisioning complete for port 63026a00-07fd-43ca-bdd1-9c0224f94b15 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:43.306106 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-498d1aef-1bdb-4ca1-a63a-e38fcd6d72f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:43.322148 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] Publish callbacks [] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:43.357386 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-498d1aef-1bdb-4ca1-a63a-e38fcd6d72f6 None None] Port 63026a00-07fd-43ca-bdd1-9c0224f94b15 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:37:43.385854 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec67b47-c79e-4c38-bf7d-9de27c3187b5 req-13dbc591-9d3c-4f7a-a1c8-dda072ad7e01 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:43.387498 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0ec67b47-c79e-4c38-bf7d-9de27c3187b5 req-13dbc591-9d3c-4f7a-a1c8-dda072ad7e01 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0585978 Sep 06 04:37:43.409831 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:43.435373 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:40Z', 'revision_number': 3, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:37:43.440965 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:37:43.444135 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0ec67b47-c79e-4c38-bf7d-9de27c3187b5 req-72a3df25-8178-4858-999d-7072d7e9f473 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507963 Sep 06 04:37:43.470346 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738488'] for router_interface (d705ad1c-dde2-4009-bf2f-cf7b63e8fb41), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:43.470958 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c50fe40-0090-472e-b099-e4047c015b2b None None] The sync data for ids ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'] in dv-cinder-856002-1-iscsi is: [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:40Z', 'revision_number': 3, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:37:43.479451 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] Pushing event updated for resources: {'Port': ['ID=63026a00-07fd-43ca-bdd1-9c0224f94b15,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:43.533519 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:43.533895 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (fb7f2645-0aaf-43d3-8ca8-385f1f6f5128), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:43.587506 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] Network 713bea32-eeee-4105-a352-3326771fb659 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:37:43.590174 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:37:43.672097 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:37:43.719866 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:43.719866 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] Router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:37:43.846824 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:37:43.854171 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-10846a0c-c78e-48db-b1e9-7ac8a21c8bbb admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/d705ad1c-dde2-4009-bf2f-cf7b63e8fb41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0609713 Sep 06 04:37:44.000216 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-cf9eef5f-a17d-489f-888f-10cfb3673f8b None None] Provisioning complete for port 63026a00-07fd-43ca-bdd1-9c0224f94b15 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:44.000898 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-cf9eef5f-a17d-489f-888f-10cfb3673f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:44.045666 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:44.049217 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-cf9eef5f-a17d-489f-888f-10cfb3673f8b None None] Port 63026a00-07fd-43ca-bdd1-9c0224f94b15 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:37:44.407066 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:37:44.530927 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-d8c42952-a015-458b-b753-77ff5d3df942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:44.602700 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10312e5f-b69d-4154-a791-c70acd0e5deb req-a484235e-adf7-4fdf-a4cd-d7dce84cac92 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:44.604229 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-10312e5f-b69d-4154-a791-c70acd0e5deb req-a484235e-adf7-4fdf-a4cd-d7dce84cac92 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0527859 Sep 06 04:37:44.654875 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-10312e5f-b69d-4154-a791-c70acd0e5deb req-8bc97c0c-f2a2-4d1d-a98b-cf83c702bddc tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442588 Sep 06 04:37:44.804428 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 37636) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:44.811135 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-3bf5c9fd-2037-47bf-848b-8d12f623e7dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-923164256-network', 'tenant_id': '7191b1fbea424d14b85ea63448f414be'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:37:44.919504 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf5c9fd-2037-47bf-848b-8d12f623e7dc admin admin] Made reservation on behalf of 7191b1fbea424d14b85ea63448f414be for: {'network': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:37:44.919504 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c9fd-2037-47bf-848b-8d12f623e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:44.931742 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c9fd-2037-47bf-848b-8d12f623e7dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:45.015711 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c9fd-2037-47bf-848b-8d12f623e7dc admin admin] Publish callbacks [] for security_group (90b40813-8216-4055-8b34-08cda5bde7ac), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:45.084950 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c9fd-2037-47bf-848b-8d12f623e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (90b40813-8216-4055-8b34-08cda5bde7ac), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:45.111190 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf5c9fd-2037-47bf-848b-8d12f623e7dc admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=106938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:37:45.121088 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5c9fd-2037-47bf-848b-8d12f623e7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b40813-8216-4055-8b34-08cda5bde7ac,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:45.126037 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c9fd-2037-47bf-848b-8d12f623e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (067c48c1-da20-4d22-a2b7-761046791c5c), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:45.127819 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.segments_db [None req-3bf5c9fd-2037-47bf-848b-8d12f623e7dc admin admin] Added segment 067c48c1-da20-4d22-a2b7-761046791c5c of type vlan for network 48c9617e-f292-4218-9790-44b6900285e7 Sep 06 04:37:45.169338 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c9fd-2037-47bf-848b-8d12f623e7dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (48c9617e-f292-4218-9790-44b6900285e7), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:45.256695 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Sync routers for ids ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:37:45.266886 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Routers {'d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:37:45.267489 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:37:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:37:45.273513 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c9fd-2037-47bf-848b-8d12f623e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (48c9617e-f292-4218-9790-44b6900285e7), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:45.274587 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf5c9fd-2037-47bf-848b-8d12f623e7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:45.275589 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c9fd-2037-47bf-848b-8d12f623e7dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:45.343423 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5c9fd-2037-47bf-848b-8d12f623e7dc admin admin] Pushing event updated for resources: {'Network': ['ID=48c9617e-f292-4218-9790-44b6900285e7,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:45.355446 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network 48c9617e-f292-4218-9790-44b6900285e7 details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:37:45.379634 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Set router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:37:45.411225 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-3bf5c9fd-2037-47bf-848b-8d12f623e7dc admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6053102 Sep 06 04:37:45.427130 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 37660) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:45.435816 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-e562b27b-da98-4895-b45a-dc242d2f0f76 admin admin] Request body: {'subnet': {'network_id': '48c9617e-f292-4218-9790-44b6900285e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-923164256-subnet', 'tenant_id': '7191b1fbea424d14b85ea63448f414be', 'ip_version': 4}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:37:45.460741 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device a3bf97c4-8eb3-424b-8eb2-81448d672626 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:37:45.517347 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port a3bf97c4-8eb3-424b-8eb2-81448d672626 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:45.517763 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (a3bf97c4-8eb3-424b-8eb2-81448d672626), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:45.527833 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e562b27b-da98-4895-b45a-dc242d2f0f76 admin admin] Made reservation on behalf of 7191b1fbea424d14b85ea63448f414be for: {'subnet': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:37:45.532570 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e562b27b-da98-4895-b45a-dc242d2f0f76 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:45.603294 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:45.604856 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port a3bf97c4-8eb3-424b-8eb2-81448d672626 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:37:45.605338 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 2, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:37:45.605761 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (a3bf97c4-8eb3-424b-8eb2-81448d672626), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:45.627811 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:45.628045 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port a3bf97c4-8eb3-424b-8eb2-81448d672626, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=a3bf97c4-8eb3-424b-8eb2-81448d672626,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:37:45.631506 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Checking router: d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:37:45.631867 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Updating router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 port 63026a00-07fd-43ca-bdd1-9c0224f94b15 binding host dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:37:45.660683 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:45.710544 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (a3bf97c4-8eb3-424b-8eb2-81448d672626), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:45.799421 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=a3bf97c4-8eb3-424b-8eb2-81448d672626,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:45.818762 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3a6da-91a3-469e-a3cb-cf5481307af1 req-aa414586-9dec-4cb6-b6c6-c36e890f4211 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:45.820273 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2bb3a6da-91a3-469e-a3cb-cf5481307af1 req-aa414586-9dec-4cb6-b6c6-c36e890f4211 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0504508 Sep 06 04:37:45.833160 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e562b27b-da98-4895-b45a-dc242d2f0f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for subnet (99479965-6876-4679-937f-b42d0b9098b8), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:45.890960 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:45.930443 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562b27b-da98-4895-b45a-dc242d2f0f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99479965-6876-4679-937f-b42d0b9098b8,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:45.939740 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2bb3a6da-91a3-469e-a3cb-cf5481307af1 req-924db9f9-beb2-4318-8cea-8b71f1f332db tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131172 Sep 06 04:37:45.943215 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e562b27b-da98-4895-b45a-dc242d2f0f76 admin admin] Checking segment: {'id': '067c48c1-da20-4d22-a2b7-761046791c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '48c9617e-f292-4218-9790-44b6900285e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:37:45.943578 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e562b27b-da98-4895-b45a-dc242d2f0f76 admin admin] Network hostable DHCP agents. Network: 48c9617e-f292-4218-9790-44b6900285e7, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:37:46.053528 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Publish callbacks [] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), precommit_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:46.068040 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e562b27b-da98-4895-b45a-dc242d2f0f76 admin admin] Network 48c9617e-f292-4218-9790-44b6900285e7 is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:37:46.153694 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:46.210675 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-e562b27b-da98-4895-b45a-dc242d2f0f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, 48c9617e-f292-4218-9790-44b6900285e7) {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:37:46.215743 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e562b27b-da98-4895-b45a-dc242d2f0f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:46.216480 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e562b27b-da98-4895-b45a-dc242d2f0f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:46.220809 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0e59cf-d886-4ede-9be3-a8250a092c30 None None] Network 48c9617e-f292-4218-9790-44b6900285e7 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:37:46.238381 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0c8a8-7a9e-4680-90cc-d2632b22ab25 None None] Pushing event updated for resources: {'Port': ['ID=63026a00-07fd-43ca-bdd1-9c0224f94b15,revision_number=3']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:46.253892 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c8a8-7a9e-4680-90cc-d2632b22ab25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:46.254231 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c8a8-7a9e-4680-90cc-d2632b22ab25 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:46.254565 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c8a8-7a9e-4680-90cc-d2632b22ab25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:46.254924 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c8a8-7a9e-4680-90cc-d2632b22ab25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:46.255253 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c8a8-7a9e-4680-90cc-d2632b22ab25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:46.255577 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c8a8-7a9e-4680-90cc-d2632b22ab25 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:46.255893 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c8a8-7a9e-4680-90cc-d2632b22ab25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:46.256205 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c8a8-7a9e-4680-90cc-d2632b22ab25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:46.256520 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c8a8-7a9e-4680-90cc-d2632b22ab25 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:46.256834 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c8a8-7a9e-4680-90cc-d2632b22ab25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:46.257147 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c8a8-7a9e-4680-90cc-d2632b22ab25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:46.257499 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c8a8-7a9e-4680-90cc-d2632b22ab25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:46.257816 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c8a8-7a9e-4680-90cc-d2632b22ab25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:46.258125 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c8a8-7a9e-4680-90cc-d2632b22ab25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:46.258435 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d0c8a8-7a9e-4680-90cc-d2632b22ab25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:46.262302 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Attempting to bind port 63026a00-07fd-43ca-bdd1-9c0224f94b15 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:37:46.262669 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Attempting to bind port 63026a00-07fd-43ca-bdd1-9c0224f94b15 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:37:46.263115 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Attempting to bind port 63026a00-07fd-43ca-bdd1-9c0224f94b15 on network 713bea32-eeee-4105-a352-3326771fb659 {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:37:46.301273 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-e562b27b-da98-4895-b45a-dc242d2f0f76 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8682332 Sep 06 04:37:46.301471 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 37688) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:46.306145 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-923164256-router', 'tenant_id': '7191b1fbea424d14b85ea63448f414be', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:37:46.336279 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:37:46.336572 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Checking segment: {'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:37:46.337287 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:46.337587 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Bound using segment: {'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:37:46.338063 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Bound port: 63026a00-07fd-43ca-bdd1-9c0224f94b15, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'}}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:37:46.338441 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:46.348220 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4520b16-d183-5460-ac04-4f8b2cdf2ef5-48c9617e-f292-4218-9790-44b6900285e7', 'network_id': '48c9617e-f292-4218-9790-44b6900285e7', 'project_id': '7191b1fbea424d14b85ea63448f414be', 'fixed_ips': [{'subnet_id': '99479965-6876-4679-937f-b42d0b9098b8'}]}} from dv-cinder-856002-1-iscsi. {{(pid=106940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 06 04:37:46.349197 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:46.387261 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:46.414601 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] For port 63026a00-07fd-43ca-bdd1-9c0224f94b15, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:37:46.419041 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] For port 63026a00-07fd-43ca-bdd1-9c0224f94b15, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=63026a00-07fd-43ca-bdd1-9c0224f94b15,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:37:46.423408 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12209'] for router (81a141e0-4fc4-4220-9042-a823a3ea5656), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:46.425036 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12218'] for router (81a141e0-4fc4-4220-9042-a823a3ea5656), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:46.425611 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:46.482057 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Publish callbacks [] for router_controller (81a141e0-4fc4-4220-9042-a823a3ea5656), precommit_add_association {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:46.498424 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:46.500419 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.db_base_plugin_common [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Allocated IP 172.20.0.2 (48c9617e-f292-4218-9790-44b6900285e7/99479965-6876-4679-937f-b42d0b9098b8/16a7be56-bee9-4ff7-8e0f-e341fe502b8b) {{(pid=106940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:37:46.523326 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:46.543930 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Routers {'d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:37:46.544584 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:37:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:37:46.596621 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0c8a8-7a9e-4680-90cc-d2632b22ab25 None None] Pushing event updated for resources: {'Port': ['ID=63026a00-07fd-43ca-bdd1-9c0224f94b15,revision_number=4']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:46.639004 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:46.699236 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] Set router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:37:46.720675 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Publish callbacks [] for port (16a7be56-bee9-4ff7-8e0f-e341fe502b8b), precommit_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:46.743517 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Publish callbacks [] for router_gateway (81a141e0-4fc4-4220-9042-a823a3ea5656), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:46.823738 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (16a7be56-bee9-4ff7-8e0f-e341fe502b8b), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:46.870807 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Network 48c9617e-f292-4218-9790-44b6900285e7 is already hosted by enough agents. {{(pid=106940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:37:46.873887 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.base_scheduler [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Resources bound (agent type, host, resource id): {{(pid=106940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:37:46.876275 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Received port after_create {{(pid=106940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:37:46.893239 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Pushing event updated for resources: {'Port': ['ID=16a7be56-bee9-4ff7-8e0f-e341fe502b8b,revision_number=1']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:46.910780 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:46Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:37:46.939320 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4230711a-292b-4a20-866d-78e4d5323865 None None] The sync data for ids ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'] in dv-cinder-856002-1-iscsi is: [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:46Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:37:46.956315 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Attempting to bind port 16a7be56-bee9-4ff7-8e0f-e341fe502b8b on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:37:46.956680 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Attempting to bind port 16a7be56-bee9-4ff7-8e0f-e341fe502b8b by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '067c48c1-da20-4d22-a2b7-761046791c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '48c9617e-f292-4218-9790-44b6900285e7'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:37:46.957037 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Attempting to bind port 16a7be56-bee9-4ff7-8e0f-e341fe502b8b on network 48c9617e-f292-4218-9790-44b6900285e7 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:37:47.066989 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:47.076100 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:37:47.076468 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Checking segment: {'id': '067c48c1-da20-4d22-a2b7-761046791c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '48c9617e-f292-4218-9790-44b6900285e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:37:47.081145 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:47.081608 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Bound using segment: {'id': '067c48c1-da20-4d22-a2b7-761046791c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '48c9617e-f292-4218-9790-44b6900285e7'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:37:47.084361 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Bound port: 16a7be56-bee9-4ff7-8e0f-e341fe502b8b, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067c48c1-da20-4d22-a2b7-761046791c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '48c9617e-f292-4218-9790-44b6900285e7'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:37:47.084968 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (16a7be56-bee9-4ff7-8e0f-e341fe502b8b), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:47.148113 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Publish callbacks [] for router_gateway (81a141e0-4fc4-4220-9042-a823a3ea5656), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:47.155422 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38ab26-fb99-41ac-b449-de2f03105f52 req-a5291536-af24-4d6d-a3ab-f9c805c1bc37 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:47.163185 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4f38ab26-fb99-41ac-b449-de2f03105f52 req-a5291536-af24-4d6d-a3ab-f9c805c1bc37 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0724416 Sep 06 04:37:47.180605 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:47.201036 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] For port 16a7be56-bee9-4ff7-8e0f-e341fe502b8b, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:37:47.233708 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4f38ab26-fb99-41ac-b449-de2f03105f52 req-0d32d156-b6e1-4b4d-9564-73de19efe422 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696287 Sep 06 04:37:47.234154 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] For port 16a7be56-bee9-4ff7-8e0f-e341fe502b8b, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=16a7be56-bee9-4ff7-8e0f-e341fe502b8b,segment=NetworkSegment(067c48c1-da20-4d22-a2b7-761046791c5c),segment_id=067c48c1-da20-4d22-a2b7-761046791c5c)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:37:47.273859 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:47.337775 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Allocated IP 172.27.1.26 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/eb7963d9-0a57-4d83-a8cd-1af49af5a5f4) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:37:47.345764 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:47.350289 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (16a7be56-bee9-4ff7-8e0f-e341fe502b8b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:47.488117 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acdfe0-9cff-48cc-abde-2e70d8fe6cb4 None None] Pushing event updated for resources: {'Port': ['ID=16a7be56-bee9-4ff7-8e0f-e341fe502b8b,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:47.495329 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:47.579890 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 63026a00-07fd-43ca-bdd1-9c0224f94b15 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:37:47.598630 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Publish callbacks [] for port (eb7963d9-0a57-4d83-a8cd-1af49af5a5f4), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:47.698075 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 63026a00-07fd-43ca-bdd1-9c0224f94b15 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:47.698679 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:47.702930 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (eb7963d9-0a57-4d83-a8cd-1af49af5a5f4), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:47.744353 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:47.780846 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:37:47.784639 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:37:47.790754 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:37:47.793938 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Pushing event updated for resources: {'Port': ['ID=eb7963d9-0a57-4d83-a8cd-1af49af5a5f4,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:47.830846 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 63026a00-07fd-43ca-bdd1-9c0224f94b15 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:37:47.831401 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:47.900558 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port 63026a00-07fd-43ca-bdd1-9c0224f94b15, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=63026a00-07fd-43ca-bdd1-9c0224f94b15,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:37:47.987843 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:47.988672 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device a3bf97c4-8eb3-424b-8eb2-81448d672626 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:37:48.086494 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=63026a00-07fd-43ca-bdd1-9c0224f94b15,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:48.093552 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port a3bf97c4-8eb3-424b-8eb2-81448d672626 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:48.093928 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (a3bf97c4-8eb3-424b-8eb2-81448d672626), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:48.186258 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port a3bf97c4-8eb3-424b-8eb2-81448d672626 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:37:48.408949 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Publish callbacks [] for router_gateway (81a141e0-4fc4-4220-9042-a823a3ea5656), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:48.415969 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b0f82-286d-4c13-b299-ccc5bf233dac req-c69105c9-e662-4efd-bcba-6946f248cc48 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:48.418336 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-eb4b0f82-286d-4c13-b299-ccc5bf233dac req-c69105c9-e662-4efd-bcba-6946f248cc48 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0649593 Sep 06 04:37:48.541463 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-eb4b0f82-286d-4c13-b299-ccc5bf233dac req-ebe0e9db-62f6-4de1-9346-9d8f4a2a9afc tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924478 Sep 06 04:37:48.593282 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:48.659739 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745134'] for router (81a141e0-4fc4-4220-9042-a823a3ea5656), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:48.663342 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400ce82e-4423-4d29-b089-fd6fc0ad6589 None None] Network 48c9617e-f292-4218-9790-44b6900285e7 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:37:48.721839 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-70185d91-8936-4019-8ad8-4a88274b4952 None None] Provisioning complete for port 16a7be56-bee9-4ff7-8e0f-e341fe502b8b triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:48.722423 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-70185d91-8936-4019-8ad8-4a88274b4952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (16a7be56-bee9-4ff7-8e0f-e341fe502b8b), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:48.808779 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:48.850785 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-70185d91-8936-4019-8ad8-4a88274b4952 None None] Current status of the port 16a7be56-bee9-4ff7-8e0f-e341fe502b8b is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:37:48.851116 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-70185d91-8936-4019-8ad8-4a88274b4952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (16a7be56-bee9-4ff7-8e0f-e341fe502b8b), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:48.867882 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Router 81a141e0-4fc4-4220-9042-a823a3ea5656 is scheduled to L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 with binding_index 1 {{(pid=106938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 04:37:48.894683 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-70185d91-8936-4019-8ad8-4a88274b4952 None None] For port 16a7be56-bee9-4ff7-8e0f-e341fe502b8b, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=16a7be56-bee9-4ff7-8e0f-e341fe502b8b,segment=NetworkSegment(067c48c1-da20-4d22-a2b7-761046791c5c),segment_id=067c48c1-da20-4d22-a2b7-761046791c5c)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:37:48.990643 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:37:49.000574 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Sync routers for ids ['81a141e0-4fc4-4220-9042-a823a3ea5656'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:37:49.010461 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Routers {'81a141e0-4fc4-4220-9042-a823a3ea5656'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:37:49.011174 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:37:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['81a141e0-4fc4-4220-9042-a823a3ea5656'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:37:49.050238 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-70185d91-8936-4019-8ad8-4a88274b4952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (16a7be56-bee9-4ff7-8e0f-e341fe502b8b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:49.104159 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:49.105864 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-b438b0dc-c130-4890-88d0-0ce52a3ec709 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8032830 Sep 06 04:37:49.108509 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 37782) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:49.133174 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70185d91-8936-4019-8ad8-4a88274b4952 None None] Pushing event updated for resources: {'Port': ['ID=16a7be56-bee9-4ff7-8e0f-e341fe502b8b,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:49.156740 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Set router 81a141e0-4fc4-4220-9042-a823a3ea5656 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:37:49.223701 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:49.224336 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-4dc1c23e-1140-464d-9968-b2b39938dd85 None None] Provisioning complete for port 16a7be56-bee9-4ff7-8e0f-e341fe502b8b triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:49.224720 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-4dc1c23e-1140-464d-9968-b2b39938dd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (16a7be56-bee9-4ff7-8e0f-e341fe502b8b), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:49.280933 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 37788) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:49.453600 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-85169b88-ecf9-4159-a303-60ad838a96a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:49.534940 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1c23e-1140-464d-9968-b2b39938dd85 None None] Current status of the port 16a7be56-bee9-4ff7-8e0f-e341fe502b8b is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:37:49.548933 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'name': 'tempest-TestVolumeBootPattern-923164256-router', 'tenant_id': '7191b1fbea424d14b85ea63448f414be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'eb7963d9-0a57-4d83-a8cd-1af49af5a5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:46Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 3, 'project_id': '7191b1fbea424d14b85ea63448f414be', 'gw_port': {'id': 'eb7963d9-0a57-4d83-a8cd-1af49af5a5f4', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:47Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:37:49.553134 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:49.566351 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-85169b88-ecf9-4159-a303-60ad838a96a8 admin admin] Publish callbacks [] for security_group (9eeabfed-c7fb-4409-bdff-dbd663334f27), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:49.587234 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 63026a00-07fd-43ca-bdd1-9c0224f94b15 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:37:49.591327 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Checking router: 81a141e0-4fc4-4220-9042-a823a3ea5656 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:37:49.591677 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Updating router 81a141e0-4fc4-4220-9042-a823a3ea5656 port eb7963d9-0a57-4d83-a8cd-1af49af5a5f4 binding host dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:37:49.601025 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:49.628048 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-85169b88-ecf9-4159-a303-60ad838a96a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (9eeabfed-c7fb-4409-bdff-dbd663334f27), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:49.629326 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:49.647690 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (eb7963d9-0a57-4d83-a8cd-1af49af5a5f4), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:49.737196 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 63026a00-07fd-43ca-bdd1-9c0224f94b15 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:49.738360 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:49.786419 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] Allocated IP 172.20.0.1 (48c9617e-f292-4218-9790-44b6900285e7/99479965-6876-4679-937f-b42d0b9098b8/03eb00e8-5f9a-4544-b922-5e774214b59c) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:37:49.872440 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:49.898490 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 63026a00-07fd-43ca-bdd1-9c0224f94b15 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:37:49.899594 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 16a7be56-bee9-4ff7-8e0f-e341fe502b8b up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:37:49.900505 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] Publish callbacks [] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:49.945649 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:49.956593 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85169b88-ecf9-4159-a303-60ad838a96a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eeabfed-c7fb-4409-bdff-dbd663334f27,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:49.965593 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-85169b88-ecf9-4159-a303-60ad838a96a8 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=1dd7acf998d8416f85341d4adbb40ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6826632 Sep 06 04:37:49.968210 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 37798) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:49.975655 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2ab75-8540-4473-968d-201dfc22aff8 req-fa04dc63-200b-4a2d-987d-bd6dea22389f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:49.983409 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-77e2ab75-8540-4473-968d-201dfc22aff8 req-fa04dc63-200b-4a2d-987d-bd6dea22389f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.3405786 Sep 06 04:37:50.002530 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 16a7be56-bee9-4ff7-8e0f-e341fe502b8b triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:50.002733 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (16a7be56-bee9-4ff7-8e0f-e341fe502b8b), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:50.003420 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:50.052916 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] Network 48c9617e-f292-4218-9790-44b6900285e7 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:37:50.058807 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:37:50.063022 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:37:50.063503 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738324'] for router_interface (81a141e0-4fc4-4220-9042-a823a3ea5656), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:50.071472 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-77e2ab75-8540-4473-968d-201dfc22aff8 req-d0e72dff-3e95-4805-b49a-14b7bc00a669 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870824 Sep 06 04:37:50.083198 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Publish callbacks [] for port (eb7963d9-0a57-4d83-a8cd-1af49af5a5f4), precommit_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:50.098071 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bdb107dc-d8da-45ad-9165-eaeca7473717 admin admin] Publish callbacks [] for security_group (9eeabfed-c7fb-4409-bdff-dbd663334f27), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:50.100947 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] Pushing event updated for resources: {'Port': ['ID=03eb00e8-5f9a-4544-b922-5e774214b59c,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:50.107988 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:50.127861 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bdb107dc-d8da-45ad-9165-eaeca7473717 admin admin] Publish callbacks [] for security_group (9eeabfed-c7fb-4409-bdff-dbd663334f27), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:50.137396 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 16a7be56-bee9-4ff7-8e0f-e341fe502b8b is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:37:50.159891 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (eb7963d9-0a57-4d83-a8cd-1af49af5a5f4), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:50.203642 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Attempting to bind port eb7963d9-0a57-4d83-a8cd-1af49af5a5f4 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:37:50.204009 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Attempting to bind port eb7963d9-0a57-4d83-a8cd-1af49af5a5f4 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:37:50.204369 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Attempting to bind port eb7963d9-0a57-4d83-a8cd-1af49af5a5f4 on network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:37:50.242021 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6292e3e-9f6d-4dd1-ac58-9caedb18e4fd None None] Pushing event updated for resources: {'Port': ['ID=eb7963d9-0a57-4d83-a8cd-1af49af5a5f4,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:50.279960 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:37:50.280389 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Checking segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:37:50.280938 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:50.281847 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Bound using segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:37:50.282383 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Bound port: eb7963d9-0a57-4d83-a8cd-1af49af5a5f4, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:37:50.282749 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (eb7963d9-0a57-4d83-a8cd-1af49af5a5f4), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:50.285490 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:50.306615 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:50.317817 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bdb107dc-d8da-45ad-9165-eaeca7473717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (9eeabfed-c7fb-4409-bdff-dbd663334f27), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:50.321006 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bdb107dc-d8da-45ad-9165-eaeca7473717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:50.329766 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-bdb107dc-d8da-45ad-9165-eaeca7473717 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9eeabfed-c7fb-4409-bdff-dbd663334f27 HTTP/1.1" status: 204 len: 168 time: 0.3385463 Sep 06 04:37:50.334710 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] For port eb7963d9-0a57-4d83-a8cd-1af49af5a5f4, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:37:50.337891 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] For port eb7963d9-0a57-4d83-a8cd-1af49af5a5f4, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=eb7963d9-0a57-4d83-a8cd-1af49af5a5f4,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:37:50.346000 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb107dc-d8da-45ad-9165-eaeca7473717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eeabfed-c7fb-4409-bdff-dbd663334f27,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:50.445886 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-5806484b-885f-498f-bb45-b14499756abc None None] Provisioning complete for port 03eb00e8-5f9a-4544-b922-5e774214b59c triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:50.445886 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-5806484b-885f-498f-bb45-b14499756abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:50.445886 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-5806484b-885f-498f-bb45-b14499756abc None None] Port 03eb00e8-5f9a-4544-b922-5e774214b59c cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:37:50.458328 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] Publish callbacks [] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:50.788480 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (eb7963d9-0a57-4d83-a8cd-1af49af5a5f4), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:50.816264 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:50.817140 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738488'] for router_interface (81a141e0-4fc4-4220-9042-a823a3ea5656), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:50.822899 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Routers {'81a141e0-4fc4-4220-9042-a823a3ea5656'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:37:50.825869 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:37:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['81a141e0-4fc4-4220-9042-a823a3ea5656'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:37:50.892705 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6292e3e-9f6d-4dd1-ac58-9caedb18e4fd None None] Pushing event updated for resources: {'Port': ['ID=eb7963d9-0a57-4d83-a8cd-1af49af5a5f4,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:50.902773 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] Pushing event updated for resources: {'Port': ['ID=03eb00e8-5f9a-4544-b922-5e774214b59c,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:50.938346 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:50.960687 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] Network 48c9617e-f292-4218-9790-44b6900285e7 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:37:50.960687 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:37:50.962728 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] Set router 81a141e0-4fc4-4220-9042-a823a3ea5656 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:37:51.111392 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] Router 81a141e0-4fc4-4220-9042-a823a3ea5656 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:37:51.165770 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:51.234718 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'name': 'tempest-TestVolumeBootPattern-923164256-router', 'tenant_id': '7191b1fbea424d14b85ea63448f414be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'eb7963d9-0a57-4d83-a8cd-1af49af5a5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:46Z', 'updated_at': '2022-09-06T04:37:50Z', 'revision_number': 4, 'project_id': '7191b1fbea424d14b85ea63448f414be', 'gw_port': {'id': 'eb7963d9-0a57-4d83-a8cd-1af49af5a5f4', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:47Z', 'updated_at': '2022-09-06T04:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '03eb00e8-5f9a-4544-b922-5e774214b59c', 'name': '', 'network_id': '48c9617e-f292-4218-9790-44b6900285e7', 'tenant_id': '7191b1fbea424d14b85ea63448f414be', 'mac_address': 'fa:16:3e:ed:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99479965-6876-4679-937f-b42d0b9098b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:49Z', 'updated_at': '2022-09-06T04:37:50Z', 'revision_number': 2, 'project_id': '7191b1fbea424d14b85ea63448f414be', 'subnets': [{'id': '99479965-6876-4679-937f-b42d0b9098b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:37:51.264518 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901429d-74e9-4739-be67-6c2fc412d6e3 None None] The sync data for ids ['81a141e0-4fc4-4220-9042-a823a3ea5656'] in dv-cinder-856002-1-iscsi is: [{'id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'name': 'tempest-TestVolumeBootPattern-923164256-router', 'tenant_id': '7191b1fbea424d14b85ea63448f414be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'eb7963d9-0a57-4d83-a8cd-1af49af5a5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:46Z', 'updated_at': '2022-09-06T04:37:50Z', 'revision_number': 4, 'project_id': '7191b1fbea424d14b85ea63448f414be', 'gw_port': {'id': 'eb7963d9-0a57-4d83-a8cd-1af49af5a5f4', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:47Z', 'updated_at': '2022-09-06T04:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '03eb00e8-5f9a-4544-b922-5e774214b59c', 'name': '', 'network_id': '48c9617e-f292-4218-9790-44b6900285e7', 'tenant_id': '7191b1fbea424d14b85ea63448f414be', 'mac_address': 'fa:16:3e:ed:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99479965-6876-4679-937f-b42d0b9098b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:49Z', 'updated_at': '2022-09-06T04:37:50Z', 'revision_number': 2, 'project_id': '7191b1fbea424d14b85ea63448f414be', 'subnets': [{'id': '99479965-6876-4679-937f-b42d0b9098b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:37:51.300877 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-49b04dfa-5fef-425f-a1cd-b29ba6e3b4f7 None None] Provisioning complete for port 03eb00e8-5f9a-4544-b922-5e774214b59c triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:51.301258 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-49b04dfa-5fef-425f-a1cd-b29ba6e3b4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:51.310963 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:37:51.316141 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-2a0f9308-13af-4d45-ae40-d67269ab6326 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/81a141e0-4fc4-4220-9042-a823a3ea5656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2066317 Sep 06 04:37:51.342121 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-49b04dfa-5fef-425f-a1cd-b29ba6e3b4f7 None None] Port 03eb00e8-5f9a-4544-b922-5e774214b59c cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:37:51.474250 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2b970-6c3f-4b56-8c0d-7b8825609a70 req-d9173d58-44bb-496c-9d11-cf6db42db9b1 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:51.475784 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-10a2b970-6c3f-4b56-8c0d-7b8825609a70 req-d9173d58-44bb-496c-9d11-cf6db42db9b1 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0813606 Sep 06 04:37:51.555659 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-10a2b970-6c3f-4b56-8c0d-7b8825609a70 req-447e4f5e-31aa-4d9e-9061-1db17ad5f3cc tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732427 Sep 06 04:37:51.619417 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 37826) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:51.643513 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9189e09f-a1a3-471d-9bdd-adcef7d67a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:51.746958 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9189e09f-a1a3-471d-9bdd-adcef7d67a8c admin admin] Publish callbacks [] for security_group (22599393-361f-463d-bd88-806d850280b5), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:51.810766 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9189e09f-a1a3-471d-9bdd-adcef7d67a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (22599393-361f-463d-bd88-806d850280b5), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:51.822574 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:51.855512 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-9189e09f-a1a3-471d-9bdd-adcef7d67a8c admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=835080f9d50741e89ab94156ddb151a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325053 Sep 06 04:37:51.856652 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189e09f-a1a3-471d-9bdd-adcef7d67a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22599393-361f-463d-bd88-806d850280b5,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:51.858386 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 37828) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:51.920264 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-96ed0b56-145b-4289-b977-ea485b7a439d admin admin] Publish callbacks [] for security_group (22599393-361f-463d-bd88-806d850280b5), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:51.942619 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-96ed0b56-145b-4289-b977-ea485b7a439d admin admin] Publish callbacks [] for security_group (22599393-361f-463d-bd88-806d850280b5), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:51.967399 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:52.024373 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 37830) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:52.030894 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-0f7e182f-7bb0-4b4b-92f8-9b4608686a99 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1357749998', 'description': 'tempest-secgroup-smoke-1357749998 description', 'project_id': '375efd2890fc4b71af13439813f00ab0'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:37:52.079170 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-96ed0b56-145b-4289-b977-ea485b7a439d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (22599393-361f-463d-bd88-806d850280b5), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:52.082123 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-96ed0b56-145b-4289-b977-ea485b7a439d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:52.085751 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-96ed0b56-145b-4289-b977-ea485b7a439d admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/22599393-361f-463d-bd88-806d850280b5 HTTP/1.1" status: 204 len: 168 time: 0.2239597 Sep 06 04:37:52.093432 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed0b56-145b-4289-b977-ea485b7a439d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22599393-361f-463d-bd88-806d850280b5,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:52.111938 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0f7e182f-7bb0-4b4b-92f8-9b4608686a99 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:52.225874 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde007cb-c1c8-401f-9d57-5e5483687400 req-97623224-0c4b-452d-95f8-e8b3668ec9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:52.227385 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-dde007cb-c1c8-401f-9d57-5e5483687400 req-97623224-0c4b-452d-95f8-e8b3668ec9bf service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 1129 time: 0.0659935 Sep 06 04:37:52.253824 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:52.267428 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0f7e182f-7bb0-4b4b-92f8-9b4608686a99 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group (81e7754a-8b32-4b59-ab8f-26e453e77db6), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:52.295693 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-dde007cb-c1c8-401f-9d57-5e5483687400 req-cde587bd-9346-4124-ae92-0936fcf30b96 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554821 Sep 06 04:37:52.342465 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0f7e182f-7bb0-4b4b-92f8-9b4608686a99 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (81e7754a-8b32-4b59-ab8f-26e453e77db6), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:52.379456 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e182f-7bb0-4b4b-92f8-9b4608686a99 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e7754a-8b32-4b59-ab8f-26e453e77db6,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:52.430123 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0f7e182f-7bb0-4b4b-92f8-9b4608686a99 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:52.431763 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-0f7e182f-7bb0-4b4b-92f8-9b4608686a99 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4060440 Sep 06 04:37:52.435358 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 37840) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:52.441711 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-c7007dae-e336-47c0-abed-faff638812fc tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Request body: {'security_group_rule': {'security_group_id': '81e7754a-8b32-4b59-ab8f-26e453e77db6', 'project_id': '375efd2890fc4b71af13439813f00ab0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:37:52.557919 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c7007dae-e336-47c0-abed-faff638812fc tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group_rule (fc17e2f4-f71d-4a49-ada4-b1e72a2e3995), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:52.684012 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c7007dae-e336-47c0-abed-faff638812fc tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group_rule (fc17e2f4-f71d-4a49-ada4-b1e72a2e3995), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:52.735369 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17445845-2cd0-4f01-bb92-3cb68e2be424 req-4776c0cf-c322-4e86-bab3-9f9161a65bd3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:52.736987 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-17445845-2cd0-4f01-bb92-3cb68e2be424 req-4776c0cf-c322-4e86-bab3-9f9161a65bd3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0582619 Sep 06 04:37:52.759702 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c7007dae-e336-47c0-abed-faff638812fc tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (fc17e2f4-f71d-4a49-ada4-b1e72a2e3995), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:52.782969 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7007dae-e336-47c0-abed-faff638812fc tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc17e2f4-f71d-4a49-ada4-b1e72a2e3995,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:52.789942 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-17445845-2cd0-4f01-bb92-3cb68e2be424 req-27f1cf5a-5fe6-4775-871b-5da6650e42eb tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459316 Sep 06 04:37:52.892610 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c7007dae-e336-47c0-abed-faff638812fc tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:52.893956 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-c7007dae-e336-47c0-abed-faff638812fc tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4575827 Sep 06 04:37:52.896784 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 37864) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:52.902724 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-ff0852bf-a2da-4c11-9dd9-a5b74802c232 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Request body: {'security_group_rule': {'security_group_id': '81e7754a-8b32-4b59-ab8f-26e453e77db6', 'project_id': '375efd2890fc4b71af13439813f00ab0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:37:53.001076 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ff0852bf-a2da-4c11-9dd9-a5b74802c232 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group_rule (e9d5545d-dedf-44a6-9afe-ef525c270315), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:53.065617 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ff0852bf-a2da-4c11-9dd9-a5b74802c232 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group_rule (e9d5545d-dedf-44a6-9afe-ef525c270315), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:53.147872 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ff0852bf-a2da-4c11-9dd9-a5b74802c232 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (e9d5545d-dedf-44a6-9afe-ef525c270315), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:53.169338 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0852bf-a2da-4c11-9dd9-a5b74802c232 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d5545d-dedf-44a6-9afe-ef525c270315,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:53.229752 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ff0852bf-a2da-4c11-9dd9-a5b74802c232 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:53.231275 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-ff0852bf-a2da-4c11-9dd9-a5b74802c232 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3335247 Sep 06 04:37:53.235262 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 37874) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:53.241265 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-9242d380-31c0-4ff6-8330-d54e8c9f42b2 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Request body: {'security_group_rule': {'security_group_id': '81e7754a-8b32-4b59-ab8f-26e453e77db6', 'project_id': '375efd2890fc4b71af13439813f00ab0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:37:53.360345 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9242d380-31c0-4ff6-8330-d54e8c9f42b2 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group_rule (52c8be06-c387-4cbb-803e-5c9407bb6303), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:53.450345 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9242d380-31c0-4ff6-8330-d54e8c9f42b2 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group_rule (52c8be06-c387-4cbb-803e-5c9407bb6303), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:53.469741 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device eb7963d9-0a57-4d83-a8cd-1af49af5a5f4 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:37:53.535899 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port eb7963d9-0a57-4d83-a8cd-1af49af5a5f4 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:53.536271 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (eb7963d9-0a57-4d83-a8cd-1af49af5a5f4), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:53.576727 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9242d380-31c0-4ff6-8330-d54e8c9f42b2 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (52c8be06-c387-4cbb-803e-5c9407bb6303), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:53.607003 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242d380-31c0-4ff6-8330-d54e8c9f42b2 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c8be06-c387-4cbb-803e-5c9407bb6303,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:53.652306 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port eb7963d9-0a57-4d83-a8cd-1af49af5a5f4 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:37:53.655302 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (eb7963d9-0a57-4d83-a8cd-1af49af5a5f4), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:53.684651 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9242d380-31c0-4ff6-8330-d54e8c9f42b2 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:53.691341 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-9242d380-31c0-4ff6-8330-d54e8c9f42b2 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4504654 Sep 06 04:37:53.695112 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port eb7963d9-0a57-4d83-a8cd-1af49af5a5f4, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=eb7963d9-0a57-4d83-a8cd-1af49af5a5f4,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:37:53.696100 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 37888) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:53.708397 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-c55d7df8-aa21-4825-97b2-4aef41c71476 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Request body: {'security_group_rule': {'security_group_id': '81e7754a-8b32-4b59-ab8f-26e453e77db6', 'project_id': '375efd2890fc4b71af13439813f00ab0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:37:53.816819 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (eb7963d9-0a57-4d83-a8cd-1af49af5a5f4), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:53.835556 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c55d7df8-aa21-4825-97b2-4aef41c71476 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group_rule (52ad274c-fbcb-4530-ab92-83c23bccdc88), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:53.920696 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=eb7963d9-0a57-4d83-a8cd-1af49af5a5f4,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:53.934125 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:53.934483 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:53.934829 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:53.935196 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:53.939209 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:53.939209 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:53.939209 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:53.939209 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:53.939209 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:53.939209 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:53.939209 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:53.939209 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:53.939209 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:53.939209 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:53.940838 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:37:53.985570 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c55d7df8-aa21-4825-97b2-4aef41c71476 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group_rule (52ad274c-fbcb-4530-ab92-83c23bccdc88), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:53.999641 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:54.008792 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd59c8f-ba56-4fd6-bdd9-ea73f4b0a510 req-213c9aea-0204-4275-a251-7b143f2357f8 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:54.008792 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-dfd59c8f-ba56-4fd6-bdd9-ea73f4b0a510 req-213c9aea-0204-4275-a251-7b143f2357f8 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0652187 Sep 06 04:37:54.058897 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c55d7df8-aa21-4825-97b2-4aef41c71476 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (52ad274c-fbcb-4530-ab92-83c23bccdc88), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:54.067581 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-dfd59c8f-ba56-4fd6-bdd9-ea73f4b0a510 req-7ef5c2d7-bbcc-4171-9b2e-3f76020fbbec tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532207 Sep 06 04:37:54.082012 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d7df8-aa21-4825-97b2-4aef41c71476 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ad274c-fbcb-4530-ab92-83c23bccdc88,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:54.185106 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c55d7df8-aa21-4825-97b2-4aef41c71476 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:54.186817 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-c55d7df8-aa21-4825-97b2-4aef41c71476 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4840796 Sep 06 04:37:54.195934 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 37908) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:54.200705 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-d7fa6ce1-14a1-4a86-8cf2-239cf41d8045 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Request body: {'security_group_rule': {'security_group_id': '81e7754a-8b32-4b59-ab8f-26e453e77db6', 'project_id': '375efd2890fc4b71af13439813f00ab0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:37:54.290806 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.securitygroups_db [None req-d7fa6ce1-14a1-4a86-8cf2-239cf41d8045 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Project 375efd2890fc4b71af13439813f00ab0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 04:37:54.297685 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6ce1-14a1-4a86-8cf2-239cf41d8045 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group_rule (27e19be7-5b44-44fc-aa29-f68ab3952054), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:54.381913 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:54.385274 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6ce1-14a1-4a86-8cf2-239cf41d8045 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group_rule (27e19be7-5b44-44fc-aa29-f68ab3952054), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:54.491887 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6ce1-14a1-4a86-8cf2-239cf41d8045 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (27e19be7-5b44-44fc-aa29-f68ab3952054), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:54.514725 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa6ce1-14a1-4a86-8cf2-239cf41d8045 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e19be7-5b44-44fc-aa29-f68ab3952054,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:54.618324 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d7fa6ce1-14a1-4a86-8cf2-239cf41d8045 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:54.622524 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-d7fa6ce1-14a1-4a86-8cf2-239cf41d8045 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4226499 Sep 06 04:37:54.623031 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 37924) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:54.627573 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-a1f62c7c-711f-4021-97db-b5c20594243b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Request body: {'security_group_rule': {'security_group_id': '81e7754a-8b32-4b59-ab8f-26e453e77db6', 'project_id': '375efd2890fc4b71af13439813f00ab0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:37:54.684959 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.securitygroups_db [None req-a1f62c7c-711f-4021-97db-b5c20594243b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Project 375efd2890fc4b71af13439813f00ab0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 04:37:54.690996 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a1f62c7c-711f-4021-97db-b5c20594243b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group_rule (e836e2ab-a4eb-4f87-8c16-b8f36c83522d), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:54.766529 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a1f62c7c-711f-4021-97db-b5c20594243b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group_rule (e836e2ab-a4eb-4f87-8c16-b8f36c83522d), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:54.831443 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Sync routers for ids ['81a141e0-4fc4-4220-9042-a823a3ea5656'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:37:54.846675 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Routers {'81a141e0-4fc4-4220-9042-a823a3ea5656'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:37:54.847294 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:37:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['81a141e0-4fc4-4220-9042-a823a3ea5656'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:37:54.884915 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a1f62c7c-711f-4021-97db-b5c20594243b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (e836e2ab-a4eb-4f87-8c16-b8f36c83522d), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:54.917668 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f62c7c-711f-4021-97db-b5c20594243b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e836e2ab-a4eb-4f87-8c16-b8f36c83522d,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:54.958899 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Set router 81a141e0-4fc4-4220-9042-a823a3ea5656 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:37:55.017930 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a1f62c7c-711f-4021-97db-b5c20594243b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:55.019281 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-a1f62c7c-711f-4021-97db-b5c20594243b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3952587 Sep 06 04:37:55.179827 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=100 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:55.187218 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'name': 'tempest-TestVolumeBootPattern-923164256-router', 'tenant_id': '7191b1fbea424d14b85ea63448f414be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'eb7963d9-0a57-4d83-a8cd-1af49af5a5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:46Z', 'updated_at': '2022-09-06T04:37:50Z', 'revision_number': 4, 'project_id': '7191b1fbea424d14b85ea63448f414be', 'gw_port': {'id': 'eb7963d9-0a57-4d83-a8cd-1af49af5a5f4', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:47Z', 'updated_at': '2022-09-06T04:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '03eb00e8-5f9a-4544-b922-5e774214b59c', 'name': '', 'network_id': '48c9617e-f292-4218-9790-44b6900285e7', 'tenant_id': '7191b1fbea424d14b85ea63448f414be', 'mac_address': 'fa:16:3e:ed:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99479965-6876-4679-937f-b42d0b9098b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:49Z', 'updated_at': '2022-09-06T04:37:50Z', 'revision_number': 2, 'project_id': '7191b1fbea424d14b85ea63448f414be', 'subnets': [{'id': '99479965-6876-4679-937f-b42d0b9098b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:37:55.221383 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Checking router: 81a141e0-4fc4-4220-9042-a823a3ea5656 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:37:55.221383 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Updating router 81a141e0-4fc4-4220-9042-a823a3ea5656 port 03eb00e8-5f9a-4544-b922-5e774214b59c binding host dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:37:55.230043 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a78d7-61df-4004-836a-37d0f99bf450 req-efcc9442-10cf-4f9c-8076-3f6ed564ea10 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:55.244541 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3e9a78d7-61df-4004-836a-37d0f99bf450 req-efcc9442-10cf-4f9c-8076-3f6ed564ea10 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0762095 Sep 06 04:37:55.249217 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 37978) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:55.258412 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:55.328850 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3e9a78d7-61df-4004-836a-37d0f99bf450 req-fb948895-8de0-4b6a-abc2-84c31d4a2acf tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788250 Sep 06 04:37:55.484812 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device eb7963d9-0a57-4d83-a8cd-1af49af5a5f4 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:37:55.513485 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1bf4923f-2929-489a-b6df-75c6825e9286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:55.556953 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port eb7963d9-0a57-4d83-a8cd-1af49af5a5f4 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:55.557473 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (eb7963d9-0a57-4d83-a8cd-1af49af5a5f4), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:55.605794 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:55.631149 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1bf4923f-2929-489a-b6df-75c6825e9286 admin admin] Publish callbacks [] for security_group (89de121f-7d65-4411-95c8-5cfec01b819f), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:55.644951 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Publish callbacks [] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), precommit_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:55.656152 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port eb7963d9-0a57-4d83-a8cd-1af49af5a5f4 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:37:55.724980 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1bf4923f-2929-489a-b6df-75c6825e9286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (89de121f-7d65-4411-95c8-5cfec01b819f), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:55.725609 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:55.767531 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-1bf4923f-2929-489a-b6df-75c6825e9286 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=24a0bf5b0509455d82a99ee7ee7e315e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5171404 Sep 06 04:37:55.768415 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4923f-2929-489a-b6df-75c6825e9286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89de121f-7d65-4411-95c8-5cfec01b819f,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:55.771132 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 37998) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:55.793202 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28401d8a-d29e-4cf7-99ab-16152f4891b9 None None] Pushing event updated for resources: {'Port': ['ID=03eb00e8-5f9a-4544-b922-5e774214b59c,revision_number=3']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:55.829607 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Attempting to bind port 03eb00e8-5f9a-4544-b922-5e774214b59c on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:37:55.829972 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Attempting to bind port 03eb00e8-5f9a-4544-b922-5e774214b59c by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '067c48c1-da20-4d22-a2b7-761046791c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '48c9617e-f292-4218-9790-44b6900285e7'}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:37:55.830401 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Attempting to bind port 03eb00e8-5f9a-4544-b922-5e774214b59c on network 48c9617e-f292-4218-9790-44b6900285e7 {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:37:55.835112 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:55.872927 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-aac06c1c-e593-4c7d-8560-c9a88c8432da admin admin] Publish callbacks [] for security_group (89de121f-7d65-4411-95c8-5cfec01b819f), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:55.884076 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:37:55.884667 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Checking segment: {'id': '067c48c1-da20-4d22-a2b7-761046791c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '48c9617e-f292-4218-9790-44b6900285e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:37:55.884978 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:55.885659 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Bound using segment: {'id': '067c48c1-da20-4d22-a2b7-761046791c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '48c9617e-f292-4218-9790-44b6900285e7'} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:37:55.886535 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Bound port: 03eb00e8-5f9a-4544-b922-5e774214b59c, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067c48c1-da20-4d22-a2b7-761046791c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '48c9617e-f292-4218-9790-44b6900285e7'}}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:37:55.886908 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:55.895765 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-aac06c1c-e593-4c7d-8560-c9a88c8432da admin admin] Publish callbacks [] for security_group (89de121f-7d65-4411-95c8-5cfec01b819f), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:55.957539 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1009aff-e851-412d-95b9-1ceace0d0812 req-780bb580-6f5d-4e06-90a4-f9c1c6f0ac1e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:55.957539 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b1009aff-e851-412d-95b9-1ceace0d0812 req-780bb580-6f5d-4e06-90a4-f9c1c6f0ac1e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0600410 Sep 06 04:37:55.969946 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] For port 03eb00e8-5f9a-4544-b922-5e774214b59c, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:37:55.975092 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] For port 03eb00e8-5f9a-4544-b922-5e774214b59c, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=03eb00e8-5f9a-4544-b922-5e774214b59c,segment=NetworkSegment(067c48c1-da20-4d22-a2b7-761046791c5c),segment_id=067c48c1-da20-4d22-a2b7-761046791c5c)] {{(pid=106941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:37:56.033799 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-aac06c1c-e593-4c7d-8560-c9a88c8432da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (89de121f-7d65-4411-95c8-5cfec01b819f), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:56.037177 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-aac06c1c-e593-4c7d-8560-c9a88c8432da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:56.041369 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-aac06c1c-e593-4c7d-8560-c9a88c8432da admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/89de121f-7d65-4411-95c8-5cfec01b819f HTTP/1.1" status: 204 len: 168 time: 0.2683592 Sep 06 04:37:56.051806 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac06c1c-e593-4c7d-8560-c9a88c8432da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89de121f-7d65-4411-95c8-5cfec01b819f,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:56.061244 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b1009aff-e851-412d-95b9-1ceace0d0812 req-ebe7f56b-741d-4f1f-8b9d-8654a7ae068b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974004 Sep 06 04:37:56.062624 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4edc53-20e3-4444-a048-76605848c1bb req-aae08399-1c14-4edd-be69-b49634279a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:56.064141 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3b4edc53-20e3-4444-a048-76605848c1bb req-aae08399-1c14-4edd-be69-b49634279a72 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 1129 time: 0.0675569 Sep 06 04:37:56.075670 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:56.125425 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38008) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:56.185995 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Routers {'81a141e0-4fc4-4220-9042-a823a3ea5656'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:37:56.186837 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:37:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['81a141e0-4fc4-4220-9042-a823a3ea5656'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:37:56.228460 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4edc53-20e3-4444-a048-76605848c1bb req-98076f87-b986-4726-b8a5-ef5029a697d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:56.230153 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3b4edc53-20e3-4444-a048-76605848c1bb req-98076f87-b986-4726-b8a5-ef5029a697d6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 919 time: 0.1601424 Sep 06 04:37:56.274308 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3b4edc53-20e3-4444-a048-76605848c1bb req-4df08248-f339-4527-824c-d9f85ac34b0b service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=831811de-3ef7-415e-be56-fafeee2815c2 HTTP/1.1" status: 200 len: 217 time: 0.0362029 Sep 06 04:37:56.283809 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0a4a2384-4876-4f84-9804-014411bb4429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:56.365351 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4edc53-20e3-4444-a048-76605848c1bb req-ec181a52-fd6b-4115-a618-989e3fdbb9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:56.367805 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3b4edc53-20e3-4444-a048-76605848c1bb req-ec181a52-fd6b-4115-a618-989e3fdbb9f4 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=88d92641-1180-487b-a0e6-2342c26bb7b9 HTTP/1.1" status: 200 len: 857 time: 0.0877120 Sep 06 04:37:56.375408 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28401d8a-d29e-4cf7-99ab-16152f4891b9 None None] Pushing event updated for resources: {'Port': ['ID=03eb00e8-5f9a-4544-b922-5e774214b59c,revision_number=4']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:56.441760 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0a4a2384-4876-4f84-9804-014411bb4429 admin admin] Publish callbacks [] for security_group (63e80ad4-06c4-4b73-ba7c-ada9bb3a9202), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:56.461043 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4edc53-20e3-4444-a048-76605848c1bb req-1be8b743-eb63-425c-930c-0232a1222b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:56.462667 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3b4edc53-20e3-4444-a048-76605848c1bb req-1be8b743-eb63-425c-930c-0232a1222b53 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=06e43195-6270-4b08-b3f6-284307ad52d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0871871 Sep 06 04:37:56.469893 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] Set router 81a141e0-4fc4-4220-9042-a823a3ea5656 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:37:56.553556 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0a4a2384-4876-4f84-9804-014411bb4429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (63e80ad4-06c4-4b73-ba7c-ada9bb3a9202), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:56.605591 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-0a4a2384-4876-4f84-9804-014411bb4429 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=5eded26134634335ab9ed9afc6067854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4785228 Sep 06 04:37:56.608098 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:56.614809 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38034) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:56.621507 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a2384-4876-4f84-9804-014411bb4429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e80ad4-06c4-4b73-ba7c-ada9bb3a9202,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:56.645764 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:56.662783 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3b4edc53-20e3-4444-a048-76605848c1bb req-ecbd3818-d682-4917-8608-c2e1d047fb7e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925187 Sep 06 04:37:56.732242 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'name': 'tempest-TestVolumeBootPattern-923164256-router', 'tenant_id': '7191b1fbea424d14b85ea63448f414be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'eb7963d9-0a57-4d83-a8cd-1af49af5a5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:46Z', 'updated_at': '2022-09-06T04:37:50Z', 'revision_number': 4, 'project_id': '7191b1fbea424d14b85ea63448f414be', 'gw_port': {'id': 'eb7963d9-0a57-4d83-a8cd-1af49af5a5f4', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:47Z', 'updated_at': '2022-09-06T04:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '03eb00e8-5f9a-4544-b922-5e774214b59c', 'name': '', 'network_id': '48c9617e-f292-4218-9790-44b6900285e7', 'tenant_id': '7191b1fbea424d14b85ea63448f414be', 'mac_address': 'fa:16:3e:ed:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99479965-6876-4679-937f-b42d0b9098b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:49Z', 'updated_at': '2022-09-06T04:37:55Z', 'revision_number': 4, 'project_id': '7191b1fbea424d14b85ea63448f414be', 'subnets': [{'id': '99479965-6876-4679-937f-b42d0b9098b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:37:56.757337 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-5d295316-db53-4090-85b3-4fb8ee96a093 admin admin] Publish callbacks [] for security_group (63e80ad4-06c4-4b73-ba7c-ada9bb3a9202), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:56.765427 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00ef2cb-1229-4859-84bc-e568c873ae02 None None] The sync data for ids ['81a141e0-4fc4-4220-9042-a823a3ea5656'] in dv-cinder-856002-1-iscsi is: [{'id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'name': 'tempest-TestVolumeBootPattern-923164256-router', 'tenant_id': '7191b1fbea424d14b85ea63448f414be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'eb7963d9-0a57-4d83-a8cd-1af49af5a5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:46Z', 'updated_at': '2022-09-06T04:37:50Z', 'revision_number': 4, 'project_id': '7191b1fbea424d14b85ea63448f414be', 'gw_port': {'id': 'eb7963d9-0a57-4d83-a8cd-1af49af5a5f4', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:47Z', 'updated_at': '2022-09-06T04:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '03eb00e8-5f9a-4544-b922-5e774214b59c', 'name': '', 'network_id': '48c9617e-f292-4218-9790-44b6900285e7', 'tenant_id': '7191b1fbea424d14b85ea63448f414be', 'mac_address': 'fa:16:3e:ed:b7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '99479965-6876-4679-937f-b42d0b9098b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:49Z', 'updated_at': '2022-09-06T04:37:55Z', 'revision_number': 4, 'project_id': '7191b1fbea424d14b85ea63448f414be', 'subnets': [{'id': '99479965-6876-4679-937f-b42d0b9098b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:37:56.796071 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-5d295316-db53-4090-85b3-4fb8ee96a093 admin admin] Publish callbacks [] for security_group (63e80ad4-06c4-4b73-ba7c-ada9bb3a9202), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:56.818223 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3b4edc53-20e3-4444-a048-76605848c1bb req-704d1d95-c7aa-4151-beb9-089e0b498208 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465850 Sep 06 04:37:56.936260 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-5d295316-db53-4090-85b3-4fb8ee96a093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (63e80ad4-06c4-4b73-ba7c-ada9bb3a9202), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:56.939003 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-5d295316-db53-4090-85b3-4fb8ee96a093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:56.940156 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-5d295316-db53-4090-85b3-4fb8ee96a093 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/63e80ad4-06c4-4b73-ba7c-ada9bb3a9202 HTTP/1.1" status: 204 len: 168 time: 0.3244002 Sep 06 04:37:56.951123 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d295316-db53-4090-85b3-4fb8ee96a093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e80ad4-06c4-4b73-ba7c-ada9bb3a9202,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:56.998160 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38052) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:57.020293 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-054efb57-d4fd-44a7-89d2-8c64be554f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:57.164836 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-054efb57-d4fd-44a7-89d2-8c64be554f8e admin admin] Publish callbacks [] for security_group (d48632b5-6db7-4fed-aa6b-870abafca482), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:57.216325 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-054efb57-d4fd-44a7-89d2-8c64be554f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (d48632b5-6db7-4fed-aa6b-870abafca482), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:57.267328 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf89ca-5066-433e-8375-9d44d9221402 req-a999ad0d-9b16-471a-8313-2cfd83c01e49 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:57.271516 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fddf89ca-5066-433e-8375-9d44d9221402 req-a999ad0d-9b16-471a-8313-2cfd83c01e49 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0915971 Sep 06 04:37:57.295267 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-054efb57-d4fd-44a7-89d2-8c64be554f8e admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=642fb2f0a089443e98dc9bb99056e822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936888 Sep 06 04:37:57.295968 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38062) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:57.316788 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054efb57-d4fd-44a7-89d2-8c64be554f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48632b5-6db7-4fed-aa6b-870abafca482,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:57.320853 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38064) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:57.341361 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:57.374992 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fddf89ca-5066-433e-8375-9d44d9221402 req-81bc3be5-1803-47ea-be0a-cd7a5c212e73 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931940 Sep 06 04:37:57.422943 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cf500832-eedb-461d-96ea-16e0760e27f2 admin admin] Publish callbacks [] for security_group (d48632b5-6db7-4fed-aa6b-870abafca482), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:57.447151 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cf500832-eedb-461d-96ea-16e0760e27f2 admin admin] Publish callbacks [] for security_group (d48632b5-6db7-4fed-aa6b-870abafca482), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:57.491955 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 03eb00e8-5f9a-4544-b922-5e774214b59c up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:37:57.541597 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 03eb00e8-5f9a-4544-b922-5e774214b59c triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:57.542056 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:57.601705 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cf500832-eedb-461d-96ea-16e0760e27f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (d48632b5-6db7-4fed-aa6b-870abafca482), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:57.606468 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cf500832-eedb-461d-96ea-16e0760e27f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:57.609404 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-cf500832-eedb-461d-96ea-16e0760e27f2 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/d48632b5-6db7-4fed-aa6b-870abafca482 HTTP/1.1" status: 204 len: 168 time: 0.3125207 Sep 06 04:37:57.629489 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 03eb00e8-5f9a-4544-b922-5e774214b59c is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:37:57.630157 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:57.635252 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf500832-eedb-461d-96ea-16e0760e27f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48632b5-6db7-4fed-aa6b-870abafca482,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:57.645436 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:57.685431 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port 03eb00e8-5f9a-4544-b922-5e774214b59c, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=03eb00e8-5f9a-4544-b922-5e774214b59c,segment=NetworkSegment(067c48c1-da20-4d22-a2b7-761046791c5c),segment_id=067c48c1-da20-4d22-a2b7-761046791c5c)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:37:57.706368 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7fc0089f-f5ff-4a7e-8b96-2d1a42403465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:57.742043 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:57.808831 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7fc0089f-f5ff-4a7e-8b96-2d1a42403465 admin admin] Publish callbacks [] for security_group (5e4fe225-bc1f-40f0-8baf-0273ace5a83b), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:57.822619 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=03eb00e8-5f9a-4544-b922-5e774214b59c,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:57.883387 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7fc0089f-f5ff-4a7e-8b96-2d1a42403465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (5e4fe225-bc1f-40f0-8baf-0273ace5a83b), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:57.956466 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-7fc0089f-f5ff-4a7e-8b96-2d1a42403465 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=e37b1d9d7f084c31b1a7937665bfb48e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6326442 Sep 06 04:37:57.959233 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38084) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:57.967445 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0089f-f5ff-4a7e-8b96-2d1a42403465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4fe225-bc1f-40f0-8baf-0273ace5a83b,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:57.996519 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:58.019885 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a2623705-06c1-4338-aaf0-1e24ab5cc94a admin admin] Publish callbacks [] for security_group (5e4fe225-bc1f-40f0-8baf-0273ace5a83b), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:58.041529 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a2623705-06c1-4338-aaf0-1e24ab5cc94a admin admin] Publish callbacks [] for security_group (5e4fe225-bc1f-40f0-8baf-0273ace5a83b), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:58.142198 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a2623705-06c1-4338-aaf0-1e24ab5cc94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (5e4fe225-bc1f-40f0-8baf-0273ace5a83b), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:58.144813 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a2623705-06c1-4338-aaf0-1e24ab5cc94a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:58.146038 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-a2623705-06c1-4338-aaf0-1e24ab5cc94a admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/5e4fe225-bc1f-40f0-8baf-0273ace5a83b HTTP/1.1" status: 204 len: 168 time: 0.1857774 Sep 06 04:37:58.154488 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2623705-06c1-4338-aaf0-1e24ab5cc94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4fe225-bc1f-40f0-8baf-0273ace5a83b,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:58.383752 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38102) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:58.522229 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7169d-4036-4a54-8c84-78d66a148d70 req-7dd9e5bd-dc13-4703-97aa-aca4797a0e77 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:58.523881 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-eeb7169d-4036-4a54-8c84-78d66a148d70 req-7dd9e5bd-dc13-4703-97aa-aca4797a0e77 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0514212 Sep 06 04:37:58.585982 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-eeb7169d-4036-4a54-8c84-78d66a148d70 req-49d25cd2-696b-4eef-81c5-7fea6b835fa5 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545378 Sep 06 04:37:58.688009 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-96370a73-c3f5-497f-ae48-22803fb6d70d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:58.701960 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:58.773886 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-96370a73-c3f5-497f-ae48-22803fb6d70d admin admin] Publish callbacks [] for security_group (dca5bd64-3056-4cc6-b93d-5c9833e09e50), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:58.851099 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-96370a73-c3f5-497f-ae48-22803fb6d70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (dca5bd64-3056-4cc6-b93d-5c9833e09e50), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:58.895541 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96370a73-c3f5-497f-ae48-22803fb6d70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca5bd64-3056-4cc6-b93d-5c9833e09e50,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:58.899906 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-96370a73-c3f5-497f-ae48-22803fb6d70d admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=45eb0ce3dada4e7db08a12ae882ca974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5151973 Sep 06 04:37:58.903104 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38120) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:37:58.932563 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:58.957762 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7ecc-8283-4ed1-a89f-d3c8e1d7f532 admin admin] Publish callbacks [] for security_group (dca5bd64-3056-4cc6-b93d-5c9833e09e50), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:58.985569 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7ecc-8283-4ed1-a89f-d3c8e1d7f532 admin admin] Publish callbacks [] for security_group (dca5bd64-3056-4cc6-b93d-5c9833e09e50), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:59.102409 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7ecc-8283-4ed1-a89f-d3c8e1d7f532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (dca5bd64-3056-4cc6-b93d-5c9833e09e50), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:59.105841 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c0fb7ecc-8283-4ed1-a89f-d3c8e1d7f532 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:59.107267 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-c0fb7ecc-8283-4ed1-a89f-d3c8e1d7f532 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/dca5bd64-3056-4cc6-b93d-5c9833e09e50 HTTP/1.1" status: 204 len: 168 time: 0.2030990 Sep 06 04:37:59.115987 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb7ecc-8283-4ed1-a89f-d3c8e1d7f532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca5bd64-3056-4cc6-b93d-5c9833e09e50,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:37:59.453165 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 03eb00e8-5f9a-4544-b922-5e774214b59c up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:37:59.662039 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 03eb00e8-5f9a-4544-b922-5e774214b59c triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:37:59.662039 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:37:59.772022 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb4c89-5a53-4770-bb7f-cf08d673f4cc req-9527e482-1c0f-4987-a7a9-4e7d5dc338fc tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:37:59.783597 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-dcfb4c89-5a53-4770-bb7f-cf08d673f4cc req-9527e482-1c0f-4987-a7a9-4e7d5dc338fc tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0750909 Sep 06 04:37:59.811069 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:37:59.816939 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 03eb00e8-5f9a-4544-b922-5e774214b59c is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:37:59.842609 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-dcfb4c89-5a53-4770-bb7f-cf08d673f4cc req-1ed3e13c-8115-462f-9455-fa38826f40cc tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570490 Sep 06 04:38:00.039971 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:00.982376 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c93d1-2690-4b89-baac-7dbda478e1d4 req-c07bab84-6c04-4849-bf0f-18287b8fd8a5 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:00.983917 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-348c93d1-2690-4b89-baac-7dbda478e1d4 req-c07bab84-6c04-4849-bf0f-18287b8fd8a5 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0584490 Sep 06 04:38:01.045774 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-348c93d1-2690-4b89-baac-7dbda478e1d4 req-010eec2a-c995-4a97-8a43-7e9febbb01a7 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548041 Sep 06 04:38:03.570760 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38258) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:03.576108 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-50c0e6df-1747-4ed4-aafb-0884340ccf65 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--896333821', 'description': 'tempest-description--1215953627'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:03.713507 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-50c0e6df-1747-4ed4-aafb-0884340ccf65 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:03.781791 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-50c0e6df-1747-4ed4-aafb-0884340ccf65 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for security_group (2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:03.844501 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-50c0e6df-1747-4ed4-aafb-0884340ccf65 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:03.874646 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0e6df-1747-4ed4-aafb-0884340ccf65 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:03.943368 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-50c0e6df-1747-4ed4-aafb-0884340ccf65 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:03.944623 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-50c0e6df-1747-4ed4-aafb-0884340ccf65 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3728590 Sep 06 04:38:03.947480 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38260) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:03.952300 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-2c3f5f9d-7ac1-4a6f-9fa9-fb096184bff3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Request body: {'security_group_rule': {'security_group_id': '2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:04.067841 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2c3f5f9d-7ac1-4a6f-9fa9-fb096184bff3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for security_group_rule (4ee0c7cd-6d11-4ad9-a4aa-225406faa518), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:04.126907 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2c3f5f9d-7ac1-4a6f-9fa9-fb096184bff3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for security_group_rule (4ee0c7cd-6d11-4ad9-a4aa-225406faa518), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:04.193188 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2c3f5f9d-7ac1-4a6f-9fa9-fb096184bff3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (4ee0c7cd-6d11-4ad9-a4aa-225406faa518), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:04.212920 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f5f9d-7ac1-4a6f-9fa9-fb096184bff3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee0c7cd-6d11-4ad9-a4aa-225406faa518,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:04.298242 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2c3f5f9d-7ac1-4a6f-9fa9-fb096184bff3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:04.299755 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-2c3f5f9d-7ac1-4a6f-9fa9-fb096184bff3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506486 Sep 06 04:38:04.302235 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38262) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:04.306492 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-3128f236-ce56-44f0-9721-9ab6050a9d93 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Request body: {'security_group_rule': {'security_group_id': '2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:04.403397 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3128f236-ce56-44f0-9721-9ab6050a9d93 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for security_group_rule (152f078a-bf0e-4e8b-9e7e-98d0987b0223), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:04.454615 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:04.456757 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3128f236-ce56-44f0-9721-9ab6050a9d93 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for security_group_rule (152f078a-bf0e-4e8b-9e7e-98d0987b0223), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:04.547865 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3128f236-ce56-44f0-9721-9ab6050a9d93 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (152f078a-bf0e-4e8b-9e7e-98d0987b0223), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:04.569604 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128f236-ce56-44f0-9721-9ab6050a9d93 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152f078a-bf0e-4e8b-9e7e-98d0987b0223,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:04.647875 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3128f236-ce56-44f0-9721-9ab6050a9d93 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:04.649097 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-3128f236-ce56-44f0-9721-9ab6050a9d93 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3459547 Sep 06 04:38:04.653661 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38276) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:04.658840 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-8902c11b-7dee-486a-88ce-e9bee8d0a9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Request body: {'floatingip': {'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:04.731415 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8902c11b-7dee-486a-88ce-e9bee8d0a9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:04.818753 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8902c11b-7dee-486a-88ce-e9bee8d0a9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:04.935204 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-8902c11b-7dee-486a-88ce-e9bee8d0a9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Allocated IP 172.27.1.25 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/6df5af08-a7a4-4f5f-a927-1b9065bbe70c) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:38:05.047418 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8902c11b-7dee-486a-88ce-e9bee8d0a9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for port (6df5af08-a7a4-4f5f-a927-1b9065bbe70c), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:05.052472 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:05.147383 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8902c11b-7dee-486a-88ce-e9bee8d0a9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (6df5af08-a7a4-4f5f-a927-1b9065bbe70c), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:05.190239 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8902c11b-7dee-486a-88ce-e9bee8d0a9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:38:05.196988 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-8902c11b-7dee-486a-88ce-e9bee8d0a9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:38:05.199942 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8902c11b-7dee-486a-88ce-e9bee8d0a9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:38:05.208727 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902c11b-7dee-486a-88ce-e9bee8d0a9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Pushing event updated for resources: {'Port': ['ID=6df5af08-a7a4-4f5f-a927-1b9065bbe70c,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:05.252789 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8902c11b-7dee-486a-88ce-e9bee8d0a9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for floatingip (bf194ef0-804a-4b78-bee6-b3062636495b), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:05.367593 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8902c11b-7dee-486a-88ce-e9bee8d0a9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (6df5af08-a7a4-4f5f-a927-1b9065bbe70c), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:05.387077 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:05.530946 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8902c11b-7dee-486a-88ce-e9bee8d0a9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for port (6df5af08-a7a4-4f5f-a927-1b9065bbe70c), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:05.597008 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8902c11b-7dee-486a-88ce-e9bee8d0a9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (6df5af08-a7a4-4f5f-a927-1b9065bbe70c), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:05.597008 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8902c11b-7dee-486a-88ce-e9bee8d0a9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (bf194ef0-804a-4b78-bee6-b3062636495b), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:05.644757 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902c11b-7dee-486a-88ce-e9bee8d0a9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Pushing event updated for resources: {'Port': ['ID=6df5af08-a7a4-4f5f-a927-1b9065bbe70c,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:05.693258 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8902c11b-7dee-486a-88ce-e9bee8d0a9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:05.701712 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-8902c11b-7dee-486a-88ce-e9bee8d0a9ea tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0398357 Sep 06 04:38:05.914788 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-b1c4b2c9-a80f-41c1-811e-22898e4bf9f6 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--896333821&fields=id&tenant_id=7aa4ca550edd4876a4c6c56deedf9d70 HTTP/1.1" status: 200 len: 267 time: 0.0447342 Sep 06 04:38:06.029417 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-05f6afab-a31d-43fc-abbf-264274a24f15 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:06.030798 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-05f6afab-a31d-43fc-abbf-264274a24f15 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 818 time: 0.1078060 Sep 06 04:38:06.050493 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-1b33be20-8749-4616-aa68-d4f13ff91f64 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/quotas/7aa4ca550edd4876a4c6c56deedf9d70 HTTP/1.1" status: 200 len: 375 time: 0.0098283 Sep 06 04:38:06.100470 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-9ea03dca-f047-4382-b7be-647534c1bdc9 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0486829 Sep 06 04:38:06.193916 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:06.210908 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-034cf981-eb8d-46ce-9877-e439a41cd06d service neutron] 10.222.0.30 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984704 Sep 06 04:38:06.314770 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-a4117fb9-6f3b-4b78-aae1-39aecec59ef5 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026070 Sep 06 04:38:06.604382 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e2e7a6a1-7e53-4a6d-bfc5-553afb8a7e5b req-3eb87d88-df21-4049-94a3-066b0b6c4577 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 210 time: 0.0278778 Sep 06 04:38:07.724677 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ca0a410f-be36-4568-83ef-9e8d1637178d req-acc0dfe0-4e2f-4a32-9ae1-ebd353fd3a9d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 210 time: 0.0316279 Sep 06 04:38:08.853054 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-333f0df0-37b3-4163-b3b2-ca84f5a676f3 req-533ab2ff-1b87-4756-b22a-3e550d63f6c4 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 210 time: 0.0423112 Sep 06 04:38:08.888293 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-85c5c670-c92e-4306-9909-1bed9cc72d25 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:08.889966 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-85c5c670-c92e-4306-9909-1bed9cc72d25 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.46 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 818 time: 0.1252987 Sep 06 04:38:08.960303 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-2cf1d837-6adf-46a6-9864-d5dc9371cfcc tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7aa4ca550edd4876a4c6c56deedf9d70 HTTP/1.1" status: 200 len: 379 time: 0.0548930 Sep 06 04:38:08.969968 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-56c170c3-d506-4806-a507-d2753cbdd2fd tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Request body: {'port': {'device_id': '4631439d-ba1a-4895-88bc-66f83e93defa', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'admin_state_up': True, 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'security_groups': ['2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c']}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:09.170776 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-56c170c3-d506-4806-a507-d2753cbdd2fd tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Made reservation on behalf of 7aa4ca550edd4876a4c6c56deedf9d70 for: {'port': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:38:09.175035 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-56c170c3-d506-4806-a507-d2753cbdd2fd tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:09.248292 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:09.300151 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-56c170c3-d506-4806-a507-d2753cbdd2fd tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Allocated IP 172.20.0.10 (06e43195-6270-4b08-b3f6-284307ad52d8/88d92641-1180-487b-a0e6-2342c26bb7b9/6c3db147-6601-4ab0-a362-ff2c28ef3252) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:38:09.339501 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=13 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:09.347159 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=61 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:09.458280 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-56c170c3-d506-4806-a507-d2753cbdd2fd tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for port (6c3db147-6601-4ab0-a362-ff2c28ef3252), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:09.622334 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-56c170c3-d506-4806-a507-d2753cbdd2fd tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (6c3db147-6601-4ab0-a362-ff2c28ef3252), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:09.682583 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-56c170c3-d506-4806-a507-d2753cbdd2fd tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Network 06e43195-6270-4b08-b3f6-284307ad52d8 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:38:09.690304 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-56c170c3-d506-4806-a507-d2753cbdd2fd tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:38:09.705439 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-56c170c3-d506-4806-a507-d2753cbdd2fd tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:38:09.746507 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c170c3-d506-4806-a507-d2753cbdd2fd tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Pushing event updated for resources: {'Port': ['ID=6c3db147-6601-4ab0-a362-ff2c28ef3252,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:09.772871 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:09.785946 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-56c170c3-d506-4806-a507-d2753cbdd2fd tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:09.786876 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-56c170c3-d506-4806-a507-d2753cbdd2fd tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:09.892666 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-56c170c3-d506-4806-a507-d2753cbdd2fd tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9270504 Sep 06 04:38:09.969298 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:09.970824 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Request body: {'port': {'device_id': '4631439d-ba1a-4895-88bc-66f83e93defa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:09.975671 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:10.008927 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d388018-875e-46a3-957b-269f216be80b req-2579ba81-cd87-4bab-be80-42272067a6bb tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:10.010402 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2d388018-875e-46a3-957b-269f216be80b req-2579ba81-cd87-4bab-be80-42272067a6bb tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 932 time: 0.0739825 Sep 06 04:38:10.024369 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-31719a8d-bd4c-4a76-95a1-61da0f992884 None None] Provisioning complete for port 6c3db147-6601-4ab0-a362-ff2c28ef3252 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:10.024858 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-31719a8d-bd4c-4a76-95a1-61da0f992884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (6c3db147-6601-4ab0-a362-ff2c28ef3252), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:10.068557 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (6c3db147-6601-4ab0-a362-ff2c28ef3252), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:10.080491 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-31719a8d-bd4c-4a76-95a1-61da0f992884 None None] Port 6c3db147-6601-4ab0-a362-ff2c28ef3252 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:38:10.102663 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2d388018-875e-46a3-957b-269f216be80b req-51fd0ad5-f36d-401f-b6a5-72522cab28dd tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838952 Sep 06 04:38:10.309633 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38434) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:10.402377 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3db147-6601-4ab0-a362-ff2c28ef3252 {{(pid=106939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:38:10.414135 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Publish callbacks [] for port (6c3db147-6601-4ab0-a362-ff2c28ef3252), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:10.431679 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.provisioning_blocks [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Transition to ACTIVE for port object 6c3db147-6601-4ab0-a362-ff2c28ef3252 will not be triggered until provisioned by entity L2. {{(pid=106939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:38:10.451450 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-762cdf5e-41c3-4ec1-a699-02d8a8278cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:10.490510 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (6c3db147-6601-4ab0-a362-ff2c28ef3252), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:10.549463 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-762cdf5e-41c3-4ec1-a699-02d8a8278cd6 admin admin] Publish callbacks [] for security_group (c766bf09-a027-4f5d-ba8c-67ac16bc83b5), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:10.575807 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3db147-6601-4ab0-a362-ff2c28ef3252,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:10.589854 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:10.615473 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Attempting to bind port 6c3db147-6601-4ab0-a362-ff2c28ef3252 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:38:10.615798 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Attempting to bind port 6c3db147-6601-4ab0-a362-ff2c28ef3252 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:38:10.616114 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Attempting to bind port 6c3db147-6601-4ab0-a362-ff2c28ef3252 on network 06e43195-6270-4b08-b3f6-284307ad52d8 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:38:10.626422 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-762cdf5e-41c3-4ec1-a699-02d8a8278cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (c766bf09-a027-4f5d-ba8c-67ac16bc83b5), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:10.667846 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cdf5e-41c3-4ec1-a699-02d8a8278cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c766bf09-a027-4f5d-ba8c-67ac16bc83b5,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:10.672344 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-762cdf5e-41c3-4ec1-a699-02d8a8278cd6 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=1b042cdece0a4ea3b9b9aa9c064218a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3615828 Sep 06 04:38:10.674916 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38444) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:10.675995 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Port 6c3db147-6601-4ab0-a362-ff2c28ef3252 on network 06e43195-6270-4b08-b3f6-284307ad52d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:38:10.676325 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Attempting to bind port 6c3db147-6601-4ab0-a362-ff2c28ef3252 on network 06e43195-6270-4b08-b3f6-284307ad52d8 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:38:10.721889 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:38:10.722222 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Checking segment: {'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:38:10.722603 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Bound using segment: {'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:38:10.723025 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Bound port: 6c3db147-6601-4ab0-a362-ff2c28ef3252, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8'}}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:38:10.723392 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (6c3db147-6601-4ab0-a362-ff2c28ef3252), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:10.733539 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-63e8e78b-b594-4b6d-a7e1-3f53630cc97e admin admin] Publish callbacks [] for security_group (c766bf09-a027-4f5d-ba8c-67ac16bc83b5), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:10.784997 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-63e8e78b-b594-4b6d-a7e1-3f53630cc97e admin admin] Publish callbacks [] for security_group (c766bf09-a027-4f5d-ba8c-67ac16bc83b5), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:10.797481 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:10.809488 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] For port 6c3db147-6601-4ab0-a362-ff2c28ef3252, host hv-cinder-85600, cleared binding levels {{(pid=106939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:38:10.812736 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] For port 6c3db147-6601-4ab0-a362-ff2c28ef3252, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=6c3db147-6601-4ab0-a362-ff2c28ef3252,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:38:10.929988 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-63e8e78b-b594-4b6d-a7e1-3f53630cc97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (c766bf09-a027-4f5d-ba8c-67ac16bc83b5), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:10.930465 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (6c3db147-6601-4ab0-a362-ff2c28ef3252), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:10.933398 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-63e8e78b-b594-4b6d-a7e1-3f53630cc97e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:10.934714 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-63e8e78b-b594-4b6d-a7e1-3f53630cc97e admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/c766bf09-a027-4f5d-ba8c-67ac16bc83b5 HTTP/1.1" status: 204 len: 168 time: 0.2585528 Sep 06 04:38:10.935390 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:10.936006 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:10.937444 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/6c3db147-6601-4ab0-a362-ff2c28ef3252 HTTP/1.1" status: 200 len: 1094 time: 0.9726484 Sep 06 04:38:10.938017 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4631439d-ba1a-4895-88bc-66f83e93defa', 'tag': '6c3db147-6601-4ab0-a362-ff2c28ef3252'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:38:10.940705 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f48717a-4879-453c-be5b-717dbe5b360a" -d '{"events": [{"name": "network-changed", "server_uuid": "4631439d-ba1a-4895-88bc-66f83e93defa", "tag": "6c3db147-6601-4ab0-a362-ff2c28ef3252"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:38:10.955484 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8e78b-b594-4b6d-a7e1-3f53630cc97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c766bf09-a027-4f5d-ba8c-67ac16bc83b5,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:11.000079 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70129e16-f5dc-4c1a-9a47-29f873ab1414 x-openstack-request-id: req-70129e16-f5dc-4c1a-9a47-29f873ab1414 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:38:11.000369 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4631439d-ba1a-4895-88bc-66f83e93defa", "tag": "6c3db147-6601-4ab0-a362-ff2c28ef3252", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:38:11.000634 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70129e16-f5dc-4c1a-9a47-29f873ab1414 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:38:11.001010 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70129e16-f5dc-4c1a-9a47-29f873ab1414'] response: {'name': 'network-changed', 'server_uuid': '4631439d-ba1a-4895-88bc-66f83e93defa', 'tag': '6c3db147-6601-4ab0-a362-ff2c28ef3252', 'status': 'completed', 'code': 200} Sep 06 04:38:11.015093 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ca505-67c0-4a5e-b961-da5a85488030 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3db147-6601-4ab0-a362-ff2c28ef3252,revision_number=3']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:11.089636 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48717a-4879-453c-be5b-717dbe5b360a req-7435cd86-c066-4d5d-8f6a-70b7441ffcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:11.091509 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0f48717a-4879-453c-be5b-717dbe5b360a req-7435cd86-c066-4d5d-8f6a-70b7441ffcda service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 1128 time: 0.0411739 Sep 06 04:38:11.308660 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd95de-54bc-41fe-b37b-97783201f3fb req-7aa1adc2-d281-4a21-9d0f-54489fe283be tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:11.310173 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7fcd95de-54bc-41fe-b37b-97783201f3fb req-7aa1adc2-d281-4a21-9d0f-54489fe283be tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 944 time: 0.0956507 Sep 06 04:38:11.376499 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48717a-4879-453c-be5b-717dbe5b360a req-fa218e82-e802-4860-8a74-c8f824a09dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:11.377936 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0f48717a-4879-453c-be5b-717dbe5b360a req-fa218e82-e802-4860-8a74-c8f824a09dc9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2722964 Sep 06 04:38:11.411659 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7fcd95de-54bc-41fe-b37b-97783201f3fb req-d501cca7-6152-4de1-b51b-0e4f4190353b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847168 Sep 06 04:38:11.622872 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38480) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:11.645350 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a03d82cd-9e2b-4901-95f7-c0594494b118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:11.691522 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:11.753451 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a03d82cd-9e2b-4901-95f7-c0594494b118 admin admin] Publish callbacks [] for security_group (7724cbf0-f18a-4e2d-a42c-338896b5a04c), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:11.812833 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48717a-4879-453c-be5b-717dbe5b360a req-e6c68721-13c0-444e-aca2-6329fcd73320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:11.814336 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0f48717a-4879-453c-be5b-717dbe5b360a req-e6c68721-13c0-444e-aca2-6329fcd73320 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4265883 Sep 06 04:38:11.873755 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a03d82cd-9e2b-4901-95f7-c0594494b118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (7724cbf0-f18a-4e2d-a42c-338896b5a04c), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:11.932146 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d82cd-9e2b-4901-95f7-c0594494b118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7724cbf0-f18a-4e2d-a42c-338896b5a04c,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:11.939791 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-a03d82cd-9e2b-4901-95f7-c0594494b118 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=5d89bb133bec4b0ca1f716c742142507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144846 Sep 06 04:38:11.942589 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38494) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:11.946578 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-84356745-53be-4169-9647-404bcaace2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:11.948090 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-84356745-53be-4169-9647-404bcaace2ab service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 1128 time: 0.0640099 Sep 06 04:38:11.965582 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:12.002461 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-62eff3ee-4db8-4644-a4b2-a48f45c190fb service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c3db147-6601-4ab0-a362-ff2c28ef3252 HTTP/1.1" status: 200 len: 217 time: 0.0413024 Sep 06 04:38:12.012895 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-46f67295-f3be-4c1d-8a30-9620cee01981 admin admin] Publish callbacks [] for security_group (7724cbf0-f18a-4e2d-a42c-338896b5a04c), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:12.037222 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-46f67295-f3be-4c1d-8a30-9620cee01981 admin admin] Publish callbacks [] for security_group (7724cbf0-f18a-4e2d-a42c-338896b5a04c), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:12.062979 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-3804b212-fe8b-4fe3-b5fb-d15a1acb64cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:12.064458 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-3804b212-fe8b-4fe3-b5fb-d15a1acb64cc service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=88d92641-1180-487b-a0e6-2342c26bb7b9 HTTP/1.1" status: 200 len: 857 time: 0.0495489 Sep 06 04:38:12.111905 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-10c36278-8d5e-4c16-acc2-1e2f6842a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:12.111905 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-10c36278-8d5e-4c16-acc2-1e2f6842a7a0 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=06e43195-6270-4b08-b3f6-284307ad52d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395679 Sep 06 04:38:12.158563 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-46f67295-f3be-4c1d-8a30-9620cee01981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (7724cbf0-f18a-4e2d-a42c-338896b5a04c), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:12.161110 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-46f67295-f3be-4c1d-8a30-9620cee01981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:12.164599 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-46f67295-f3be-4c1d-8a30-9620cee01981 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/7724cbf0-f18a-4e2d-a42c-338896b5a04c HTTP/1.1" status: 204 len: 168 time: 0.2162395 Sep 06 04:38:12.172358 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f67295-f3be-4c1d-8a30-9620cee01981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7724cbf0-f18a-4e2d-a42c-338896b5a04c,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:12.217526 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-ea8a6b87-9d1e-41ea-879d-536bf39f03cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:12.223797 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-8e20d58b-287a-4751-94d5-ab886ec89f48 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051018 Sep 06 04:38:12.320456 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a6c12e78-237b-4cdf-90ed-cf955c21e92e req-b492f5cf-17a1-47bd-9e50-9d8345477bf2 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866332 Sep 06 04:38:12.739254 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366966a-59aa-4073-a5eb-13ec90045682 req-fd29d56c-2860-40c8-999a-88b442541d8d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:12.740737 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c366966a-59aa-4073-a5eb-13ec90045682 req-fd29d56c-2860-40c8-999a-88b442541d8d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 944 time: 0.2468419 Sep 06 04:38:12.789519 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c366966a-59aa-4073-a5eb-13ec90045682 req-c22b8334-e80a-47d2-9076-6158a5a9636e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420020 Sep 06 04:38:13.918554 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a566cf7-fe08-4ecf-897e-c896091e0c5c req-7ce6dcbc-d871-448b-8665-b3108071b0d9 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:13.920696 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3a566cf7-fe08-4ecf-897e-c896091e0c5c req-7ce6dcbc-d871-448b-8665-b3108071b0d9 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 944 time: 0.0538938 Sep 06 04:38:13.972756 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38564) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:13.984121 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3a566cf7-fe08-4ecf-897e-c896091e0c5c req-70ad4f3f-381c-4bdf-ba9b-9701a65ee9fa tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579996 Sep 06 04:38:14.188811 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-99d4da36-8e0f-4b97-892f-5a6642939056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:14.264885 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-99d4da36-8e0f-4b97-892f-5a6642939056 admin admin] Publish callbacks [] for security_group (e5795bd1-a705-4932-b51e-bbf346912eea), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:14.336001 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-99d4da36-8e0f-4b97-892f-5a6642939056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (e5795bd1-a705-4932-b51e-bbf346912eea), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:14.375502 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4da36-8e0f-4b97-892f-5a6642939056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5795bd1-a705-4932-b51e-bbf346912eea,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:14.380213 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-99d4da36-8e0f-4b97-892f-5a6642939056 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=2fdab554573b41e3a827b0bc99cd374b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4058855 Sep 06 04:38:14.383167 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38574) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:14.444285 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7114-e722-4aae-8cf9-2a92014a4cc2 admin admin] Publish callbacks [] for security_group (e5795bd1-a705-4932-b51e-bbf346912eea), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:14.455734 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-55a5c9cf-0b85-4598-ad65-a2bf2db414fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:14.469166 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7114-e722-4aae-8cf9-2a92014a4cc2 admin admin] Publish callbacks [] for security_group (e5795bd1-a705-4932-b51e-bbf346912eea), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:14.604310 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7114-e722-4aae-8cf9-2a92014a4cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (e5795bd1-a705-4932-b51e-bbf346912eea), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:14.607943 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7114-e722-4aae-8cf9-2a92014a4cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:14.609158 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-7f8c7114-e722-4aae-8cf9-2a92014a4cc2 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/e5795bd1-a705-4932-b51e-bbf346912eea HTTP/1.1" status: 204 len: 168 time: 0.2250447 Sep 06 04:38:14.630460 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c7114-e722-4aae-8cf9-2a92014a4cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5795bd1-a705-4932-b51e-bbf346912eea,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:15.133157 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add5d5d-ecd4-4048-acd3-c6e4127d329e req-1ce370b8-2f5f-40f3-816f-60d9659afb61 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:15.134721 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2add5d5d-ecd4-4048-acd3-c6e4127d329e req-1ce370b8-2f5f-40f3-816f-60d9659afb61 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 944 time: 0.0482311 Sep 06 04:38:15.187024 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2add5d5d-ecd4-4048-acd3-c6e4127d329e req-e95959e2-94b2-44e5-b502-008d8a55019f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444312 Sep 06 04:38:15.441005 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38604) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:15.454605 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7488a0df-07db-4610-8a26-b8b3cd02fbd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:15.487751 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:15.530911 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7488a0df-07db-4610-8a26-b8b3cd02fbd3 admin admin] Publish callbacks [] for security_group (5be604a2-3fc8-4f1d-bea3-3977194ff797), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:15.586935 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7488a0df-07db-4610-8a26-b8b3cd02fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (5be604a2-3fc8-4f1d-bea3-3977194ff797), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:15.623855 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:15.630936 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-7488a0df-07db-4610-8a26-b8b3cd02fbd3 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=5f2bb0dd0dac49c6b93117c169be1ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895244 Sep 06 04:38:15.631995 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488a0df-07db-4610-8a26-b8b3cd02fbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be604a2-3fc8-4f1d-bea3-3977194ff797,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:15.633856 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38606) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:15.683127 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3e70488a-fb4f-4107-8518-c7c14e5364d7 admin admin] Publish callbacks [] for security_group (5be604a2-3fc8-4f1d-bea3-3977194ff797), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:15.696188 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:15.709911 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3e70488a-fb4f-4107-8518-c7c14e5364d7 admin admin] Publish callbacks [] for security_group (5be604a2-3fc8-4f1d-bea3-3977194ff797), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:15.745424 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:15.833326 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3e70488a-fb4f-4107-8518-c7c14e5364d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (5be604a2-3fc8-4f1d-bea3-3977194ff797), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:15.836005 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3e70488a-fb4f-4107-8518-c7c14e5364d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:15.837180 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-3e70488a-fb4f-4107-8518-c7c14e5364d7 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/5be604a2-3fc8-4f1d-bea3-3977194ff797 HTTP/1.1" status: 204 len: 168 time: 0.2023168 Sep 06 04:38:15.848589 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70488a-fb4f-4107-8518-c7c14e5364d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be604a2-3fc8-4f1d-bea3-3977194ff797,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:15.895531 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:16.203366 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38624) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:16.253267 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 6c3db147-6601-4ab0-a362-ff2c28ef3252 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:38:16.322682 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9daeea-835e-463c-bbdd-0e963eca482b req-df9f8215-4d6c-4496-934b-493f43f1b89f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:16.324345 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5a9daeea-835e-463c-bbdd-0e963eca482b req-df9f8215-4d6c-4496-934b-493f43f1b89f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 944 time: 0.0535133 Sep 06 04:38:16.340354 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b5a91471-d8d9-4606-bd8f-2f9ffa0b4fd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:16.360418 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 6c3db147-6601-4ab0-a362-ff2c28ef3252, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=6c3db147-6601-4ab0-a362-ff2c28ef3252,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:38:16.377429 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '6c3db147-6601-4ab0-a362-ff2c28ef3252', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'port_id': '6c3db147-6601-4ab0-a362-ff2c28ef3252', 'mac_address': 'fa:16:3e:f1:ef:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:38:16.414686 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 6c3db147-6601-4ab0-a362-ff2c28ef3252 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:16.415313 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (6c3db147-6601-4ab0-a362-ff2c28ef3252), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:16.429866 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c3db147-6601-4ab0-a362-ff2c28ef3252 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:38:16.431182 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5a9daeea-835e-463c-bbdd-0e963eca482b req-efd0374e-fe2a-4623-b7f1-b0eea1a9a11f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927041 Sep 06 04:38:16.450944 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 6c3db147-6601-4ab0-a362-ff2c28ef3252, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=6c3db147-6601-4ab0-a362-ff2c28ef3252,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:38:16.461662 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b5a91471-d8d9-4606-bd8f-2f9ffa0b4fd6 admin admin] Publish callbacks [] for security_group (9699811f-efe0-4bdf-86a8-ecbfc653cf4d), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:16.508660 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38630) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:16.522537 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9b91a8ef-18c7-43bf-b0d3-5035db7cf9ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:16.541520 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (6c3db147-6601-4ab0-a362-ff2c28ef3252), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:16.587844 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=6c3db147-6601-4ab0-a362-ff2c28ef3252,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:16.589122 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b5a91471-d8d9-4606-bd8f-2f9ffa0b4fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (9699811f-efe0-4bdf-86a8-ecbfc653cf4d), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:16.621230 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9b91a8ef-18c7-43bf-b0d3-5035db7cf9ac admin admin] Publish callbacks [] for security_group (ee262c91-f558-468b-be4f-c064f37d40e9), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:16.621958 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:DELETE=1,neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:16.641015 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-b5a91471-d8d9-4606-bd8f-2f9ffa0b4fd6 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=213ccef9365044dc854b6da80f9c9b37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4365897 Sep 06 04:38:16.643222 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a91471-d8d9-4606-bd8f-2f9ffa0b4fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9699811f-efe0-4bdf-86a8-ecbfc653cf4d,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:16.644558 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38632) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:16.672838 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9b91a8ef-18c7-43bf-b0d3-5035db7cf9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (ee262c91-f558-468b-be4f-c064f37d40e9), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:16.700859 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3a6462bc-04a6-459f-b981-45a9d5d62b4a admin admin] Publish callbacks [] for security_group (9699811f-efe0-4bdf-86a8-ecbfc653cf4d), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:16.720017 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-9b91a8ef-18c7-43bf-b0d3-5035db7cf9ac admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=8332c70b0109400795a3382bcf1b6705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076879 Sep 06 04:38:16.720017 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91a8ef-18c7-43bf-b0d3-5035db7cf9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee262c91-f558-468b-be4f-c064f37d40e9,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:16.720782 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38634) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:16.727962 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3a6462bc-04a6-459f-b981-45a9d5d62b4a admin admin] Publish callbacks [] for security_group (9699811f-efe0-4bdf-86a8-ecbfc653cf4d), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:16.799481 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-6072f181-1d33-46ba-bff5-3538176977a9 admin admin] Publish callbacks [] for security_group (ee262c91-f558-468b-be4f-c064f37d40e9), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:16.820406 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-6072f181-1d33-46ba-bff5-3538176977a9 admin admin] Publish callbacks [] for security_group (ee262c91-f558-468b-be4f-c064f37d40e9), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:16.866849 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3a6462bc-04a6-459f-b981-45a9d5d62b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (9699811f-efe0-4bdf-86a8-ecbfc653cf4d), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:16.869524 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3a6462bc-04a6-459f-b981-45a9d5d62b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:16.870934 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-3a6462bc-04a6-459f-b981-45a9d5d62b4a admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9699811f-efe0-4bdf-86a8-ecbfc653cf4d HTTP/1.1" status: 204 len: 168 time: 0.2253294 Sep 06 04:38:16.883956 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6462bc-04a6-459f-b981-45a9d5d62b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9699811f-efe0-4bdf-86a8-ecbfc653cf4d,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:16.935447 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-6072f181-1d33-46ba-bff5-3538176977a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (ee262c91-f558-468b-be4f-c064f37d40e9), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:16.938039 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-6072f181-1d33-46ba-bff5-3538176977a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:16.939480 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-6072f181-1d33-46ba-bff5-3538176977a9 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/ee262c91-f558-468b-be4f-c064f37d40e9 HTTP/1.1" status: 204 len: 168 time: 0.2175756 Sep 06 04:38:16.947934 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072f181-1d33-46ba-bff5-3538176977a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee262c91-f558-468b-be4f-c064f37d40e9,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:17.188180 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['6c3db147-6601-4ab0-a362-ff2c28ef3252'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:38:17.289788 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:17.343557 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:17.554899 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75696db-1345-4e19-92e3-a20eea40a7a6 req-10a16901-c5c1-4494-9690-ee6188f55189 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:17.556372 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b75696db-1345-4e19-92e3-a20eea40a7a6 req-10a16901-c5c1-4494-9690-ee6188f55189 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 945 time: 0.0479293 Sep 06 04:38:17.607588 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b75696db-1345-4e19-92e3-a20eea40a7a6 req-09b0027c-8f3f-4511-84f5-32fc05a6b3d2 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457101 Sep 06 04:38:17.968165 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38686) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:18.183157 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-2319ebf6-30ef-49af-b73e-3477e3c9c9a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-158918370-network', 'tenant_id': '36495849f5124872ba74fe21b00f72fe'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:18.261578 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2319ebf6-30ef-49af-b73e-3477e3c9c9a5 admin admin] Made reservation on behalf of 36495849f5124872ba74fe21b00f72fe for: {'network': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:38:18.264249 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2319ebf6-30ef-49af-b73e-3477e3c9c9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:18.274033 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2319ebf6-30ef-49af-b73e-3477e3c9c9a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:18.351355 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2319ebf6-30ef-49af-b73e-3477e3c9c9a5 admin admin] Publish callbacks [] for security_group (33754e2d-1f3b-41cf-8643-29eac4444a8d), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:18.433035 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2319ebf6-30ef-49af-b73e-3477e3c9c9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (33754e2d-1f3b-41cf-8643-29eac4444a8d), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:18.463003 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2319ebf6-30ef-49af-b73e-3477e3c9c9a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=106938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:38:18.467800 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319ebf6-30ef-49af-b73e-3477e3c9c9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33754e2d-1f3b-41cf-8643-29eac4444a8d,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:18.476542 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2319ebf6-30ef-49af-b73e-3477e3c9c9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (5ebe3f8c-43a7-476a-a095-33eb90958fe2), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:18.477016 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.segments_db [None req-2319ebf6-30ef-49af-b73e-3477e3c9c9a5 admin admin] Added segment 5ebe3f8c-43a7-476a-a095-33eb90958fe2 of type vlan for network 4fde5cd2-7805-4052-b982-e07ad789f60a Sep 06 04:38:18.520223 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2319ebf6-30ef-49af-b73e-3477e3c9c9a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (4fde5cd2-7805-4052-b982-e07ad789f60a), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:18.615981 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2319ebf6-30ef-49af-b73e-3477e3c9c9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (4fde5cd2-7805-4052-b982-e07ad789f60a), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:18.617003 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2319ebf6-30ef-49af-b73e-3477e3c9c9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:18.617609 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2319ebf6-30ef-49af-b73e-3477e3c9c9a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:18.635392 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:18.680647 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319ebf6-30ef-49af-b73e-3477e3c9c9a5 admin admin] Pushing event updated for resources: {'Network': ['ID=4fde5cd2-7805-4052-b982-e07ad789f60a,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:18.692113 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network 4fde5cd2-7805-4052-b982-e07ad789f60a details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:38:18.743935 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377abe3-cec5-471e-a1ec-134eccc0e2d9 req-d6cb2ac3-cc03-4398-a3d8-d6d7659ae7ec tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:18.745500 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0377abe3-cec5-471e-a1ec-134eccc0e2d9 req-d6cb2ac3-cc03-4398-a3d8-d6d7659ae7ec tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 945 time: 0.0480750 Sep 06 04:38:18.753664 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-2319ebf6-30ef-49af-b73e-3477e3c9c9a5 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7842789 Sep 06 04:38:18.754268 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38708) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:18.759037 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-0bba34d5-c483-46e5-9d26-0c01ccfaecad admin admin] Request body: {'subnet': {'network_id': '4fde5cd2-7805-4052-b982-e07ad789f60a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-158918370-subnet', 'tenant_id': '36495849f5124872ba74fe21b00f72fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:18.817467 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0377abe3-cec5-471e-a1ec-134eccc0e2d9 req-0549ae55-f2c3-49dc-b697-56c50837b6fd tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646138 Sep 06 04:38:18.863170 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 6c3db147-6601-4ab0-a362-ff2c28ef3252 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:38:18.868961 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bba34d5-c483-46e5-9d26-0c01ccfaecad admin admin] Made reservation on behalf of 36495849f5124872ba74fe21b00f72fe for: {'subnet': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:38:18.871797 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0bba34d5-c483-46e5-9d26-0c01ccfaecad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:18.913724 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port 6c3db147-6601-4ab0-a362-ff2c28ef3252 completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:38:18.943724 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=14 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:18.987345 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 6c3db147-6601-4ab0-a362-ff2c28ef3252 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:18.987753 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (6c3db147-6601-4ab0-a362-ff2c28ef3252), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:19.064133 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:19.077958 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:19.080214 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 6c3db147-6601-4ab0-a362-ff2c28ef3252 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:19.080599 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (6c3db147-6601-4ab0-a362-ff2c28ef3252), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:19.104823 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4631439d-ba1a-4895-88bc-66f83e93defa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3db147-6601-4ab0-a362-ff2c28ef3252'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:38:19.107099 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02bcd98-8fca-46c9-b12a-9328ff427921" -d '{"events": [{"server_uuid": "4631439d-ba1a-4895-88bc-66f83e93defa", "name": "network-vif-plugged", "status": "completed", "tag": "6c3db147-6601-4ab0-a362-ff2c28ef3252"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:38:19.119903 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 6c3db147-6601-4ab0-a362-ff2c28ef3252, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=6c3db147-6601-4ab0-a362-ff2c28ef3252,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:38:19.151237 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c581ee9e-eb95-4772-9657-0ba17a6f2b5d x-openstack-request-id: req-c581ee9e-eb95-4772-9657-0ba17a6f2b5d {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:38:19.151526 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4631439d-ba1a-4895-88bc-66f83e93defa", "name": "network-vif-plugged", "status": "completed", "tag": "6c3db147-6601-4ab0-a362-ff2c28ef3252", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:38:19.151860 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c581ee9e-eb95-4772-9657-0ba17a6f2b5d {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:38:19.152192 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c581ee9e-eb95-4772-9657-0ba17a6f2b5d'] response: {'server_uuid': '4631439d-ba1a-4895-88bc-66f83e93defa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3db147-6601-4ab0-a362-ff2c28ef3252', 'code': 200} Sep 06 04:38:19.153660 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0bba34d5-c483-46e5-9d26-0c01ccfaecad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for subnet (c7f5b91f-860a-4c5c-8448-463db99c7c4c), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:19.176090 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (6c3db147-6601-4ab0-a362-ff2c28ef3252), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:19.217911 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba34d5-c483-46e5-9d26-0c01ccfaecad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f5b91f-860a-4c5c-8448-463db99c7c4c,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:19.225947 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bba34d5-c483-46e5-9d26-0c01ccfaecad admin admin] Checking segment: {'id': '5ebe3f8c-43a7-476a-a095-33eb90958fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4fde5cd2-7805-4052-b982-e07ad789f60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:38:19.226266 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bba34d5-c483-46e5-9d26-0c01ccfaecad admin admin] Network hostable DHCP agents. Network: 4fde5cd2-7805-4052-b982-e07ad789f60a, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:38:19.234519 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=6c3db147-6601-4ab0-a362-ff2c28ef3252,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:19.306829 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bba34d5-c483-46e5-9d26-0c01ccfaecad admin admin] Network 4fde5cd2-7805-4052-b982-e07ad789f60a is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:38:19.347262 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-0bba34d5-c483-46e5-9d26-0c01ccfaecad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, 4fde5cd2-7805-4052-b982-e07ad789f60a) {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:38:19.351265 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bba34d5-c483-46e5-9d26-0c01ccfaecad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:19.351857 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0bba34d5-c483-46e5-9d26-0c01ccfaecad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:19.356583 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf12e15d-59b7-4406-a780-c07e83fcd49c None None] Network 4fde5cd2-7805-4052-b982-e07ad789f60a requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:38:19.436115 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-0bba34d5-c483-46e5-9d26-0c01ccfaecad admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6806288 Sep 06 04:38:19.466113 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8219d105-6dcc-44b2-895b-3a4514e13f12 None None] Network 4fde5cd2-7805-4052-b982-e07ad789f60a requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:38:19.496798 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f6880-6204-419d-8dc4-13c22650d16c req-80e0f69a-57da-4683-aaff-518d3de2f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:19.498465 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-684f6880-6204-419d-8dc4-13c22650d16c req-80e0f69a-57da-4683-aaff-518d3de2f3be service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 1130 time: 0.0390646 Sep 06 04:38:19.546963 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-684f6880-6204-419d-8dc4-13c22650d16c req-0d7adf89-0af1-4561-b290-cdaf5de37554 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422294 Sep 06 04:38:19.956000 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae418f5-bbbe-462a-8c5f-ef11e0a6ce4c req-e42a1bf9-6c7c-4b7a-8385-9f98c991f4e3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:19.957587 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-aae418f5-bbbe-462a-8c5f-ef11e0a6ce4c req-e42a1bf9-6c7c-4b7a-8385-9f98c991f4e3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0581815 Sep 06 04:38:20.009981 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-aae418f5-bbbe-462a-8c5f-ef11e0a6ce4c req-56c405e1-5e89-48aa-8924-a323d7f71cce tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469892 Sep 06 04:38:21.132676 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cab30-103c-41f1-b094-e92c795575cc req-ccbb8299-c19b-42b4-be4a-be0a0db296d9 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:21.134192 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0a3cab30-103c-41f1-b094-e92c795575cc req-ccbb8299-c19b-42b4-be4a-be0a0db296d9 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0474977 Sep 06 04:38:21.183871 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0a3cab30-103c-41f1-b094-e92c795575cc req-8837aa88-b3d4-4799-b207-32a3436d0893 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427995 Sep 06 04:38:21.406732 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:38:22.304988 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189ad6e-14c5-42fb-84d5-85d4462ded89 req-5b1f3bb5-107e-40b7-9f51-4119fe41e51b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:22.306538 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5189ad6e-14c5-42fb-84d5-85d4462ded89 req-5b1f3bb5-107e-40b7-9f51-4119fe41e51b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0476737 Sep 06 04:38:22.355389 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5189ad6e-14c5-42fb-84d5-85d4462ded89 req-f07ed2ea-a346-49cd-b980-f5d129751a82 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430131 Sep 06 04:38:22.734340 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f49797-a1b0-4ed6-aea1-3f45ca037a4e req-e919d9e7-76b6-474d-94a7-896d2b08adf2 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:22.734340 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f1f49797-a1b0-4ed6-aea1-3f45ca037a4e req-e919d9e7-76b6-474d-94a7-896d2b08adf2 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0485055 Sep 06 04:38:22.734340 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38782) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:22.741781 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-12db1649-59d3-4b54-bd05-fd4be1710d10 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Request body: {'floatingip': {'port_id': '6c3db147-6601-4ab0-a362-ff2c28ef3252'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:22.792112 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-12db1649-59d3-4b54-bd05-fd4be1710d10 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for floatingip (bf194ef0-804a-4b78-bee6-b3062636495b), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:22.915853 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164991ed-7d57-430c-853b-f5f99b81256f req-60fd91b5-53f4-4cfc-9b60-fe8a2cce7d95 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:22.917368 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-164991ed-7d57-430c-853b-f5f99b81256f req-60fd91b5-53f4-4cfc-9b60-fe8a2cce7d95 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/networks?id=4fde5cd2-7805-4052-b982-e07ad789f60a HTTP/1.1" status: 200 len: 813 time: 0.1175885 Sep 06 04:38:22.932314 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-164991ed-7d57-430c-853b-f5f99b81256f req-b922a3bf-5e96-4c07-a3ce-9947535b1947 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/quotas/36495849f5124872ba74fe21b00f72fe HTTP/1.1" status: 200 len: 375 time: 0.0093839 Sep 06 04:38:22.964554 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-164991ed-7d57-430c-853b-f5f99b81256f req-e5b96edc-dc40-4613-896f-981e3eb7c05c tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=36495849f5124872ba74fe21b00f72fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270617 Sep 06 04:38:23.048276 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:23.067792 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-164991ed-7d57-430c-853b-f5f99b81256f req-94e55e94-ec90-4df9-83f5-d4e959b7499c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fde5cd2-7805-4052-b982-e07ad789f60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966077 Sep 06 04:38:23.199990 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:23.222524 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-164991ed-7d57-430c-853b-f5f99b81256f req-83702ff3-16cf-4b45-82f6-eefb89c0031c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fde5cd2-7805-4052-b982-e07ad789f60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488812 Sep 06 04:38:23.333968 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38802) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:23.365663 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-12db1649-59d3-4b54-bd05-fd4be1710d10 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:23.432963 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-12db1649-59d3-4b54-bd05-fd4be1710d10 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (bf194ef0-804a-4b78-bee6-b3062636495b), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:23.465944 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-12c3da64-2733-4748-95a5-fa9931e53cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:23.550080 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:23.585118 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-12c3da64-2733-4748-95a5-fa9931e53cb6 admin admin] Publish callbacks [] for security_group (c7f74ed7-dab9-4ef1-88d8-6e8e7ea49638), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:23.613812 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b0d46ac1-b4b9-46f1-a377-78013f8dbf2c req-06a7754a-972c-4131-adaf-984db24544d5 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 210 time: 0.0313308 Sep 06 04:38:23.631934 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-b1842c44-be32-4272-8b17-a064caa414ba tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1357749998&fields=id&tenant_id=375efd2890fc4b71af13439813f00ab0 HTTP/1.1" status: 200 len: 267 time: 0.1305254 Sep 06 04:38:23.652651 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.l3_db [None req-12db1649-59d3-4b54-bd05-fd4be1710d10 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Floating IP bf194ef0-804a-4b78-bee6-b3062636495b associated. External IP: 172.27.1.25, port: 6c3db147-6601-4ab0-a362-ff2c28ef3252. Sep 06 04:38:23.667581 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-12c3da64-2733-4748-95a5-fa9931e53cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (c7f74ed7-dab9-4ef1-88d8-6e8e7ea49638), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:23.707883 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-12c3da64-2733-4748-95a5-fa9931e53cb6 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=83eff2d6b41d400899c6e6f1e7871f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3728251 Sep 06 04:38:23.710557 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38820) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:23.718001 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3da64-2733-4748-95a5-fa9931e53cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f74ed7-dab9-4ef1-88d8-6e8e7ea49638,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:23.766933 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7add8573-8380-41d3-bb3b-8f9ec5eb116b admin admin] Publish callbacks [] for security_group (c7f74ed7-dab9-4ef1-88d8-6e8e7ea49638), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:23.790677 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7add8573-8380-41d3-bb3b-8f9ec5eb116b admin admin] Publish callbacks [] for security_group (c7f74ed7-dab9-4ef1-88d8-6e8e7ea49638), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:23.840513 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-9b3730b6-bbe4-4a4f-9a19-ee2ee5b8564b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:23.842050 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-9b3730b6-bbe4-4a4f-9a19-ee2ee5b8564b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/networks?id=713bea32-eeee-4105-a352-3326771fb659 HTTP/1.1" status: 200 len: 812 time: 0.2004166 Sep 06 04:38:23.894355 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-a58f613b-b6d9-4270-9dfc-b9b00b75b655 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/quotas/375efd2890fc4b71af13439813f00ab0 HTTP/1.1" status: 200 len: 375 time: 0.0453274 Sep 06 04:38:23.912830 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7add8573-8380-41d3-bb3b-8f9ec5eb116b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (c7f74ed7-dab9-4ef1-88d8-6e8e7ea49638), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:23.915792 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7add8573-8380-41d3-bb3b-8f9ec5eb116b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:23.920570 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-7add8573-8380-41d3-bb3b-8f9ec5eb116b admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/c7f74ed7-dab9-4ef1-88d8-6e8e7ea49638 HTTP/1.1" status: 204 len: 168 time: 0.2087126 Sep 06 04:38:23.929719 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add8573-8380-41d3-bb3b-8f9ec5eb116b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f74ed7-dab9-4ef1-88d8-6e8e7ea49638,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:23.990813 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-68f65518-d737-48dc-8052-11bbd282d4af tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=375efd2890fc4b71af13439813f00ab0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867517 Sep 06 04:38:24.019339 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12db1649-59d3-4b54-bd05-fd4be1710d10 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Router e20bdad7-6385-430e-b8ee-120cf9ad1d67 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:38:24.166922 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-58e8d693-1fe7-4bc0-addf-14dcecbdac28 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596611 Sep 06 04:38:24.194204 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:24.422098 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12db1649-59d3-4b54-bd05-fd4be1710d10 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:38:24.428237 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-12db1649-59d3-4b54-bd05-fd4be1710d10 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:24.432815 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c2868e-85a6-4694-ab36-c1baf19d69fb None None] Sync routers for ids ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:38:24.447991 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c2868e-85a6-4694-ab36-c1baf19d69fb None None] Routers {'e20bdad7-6385-430e-b8ee-120cf9ad1d67'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:38:24.448862 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-79c2868e-85a6-4694-ab36-c1baf19d69fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:38:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:24.470100 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-12db1649-59d3-4b54-bd05-fd4be1710d10 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/bf194ef0-804a-4b78-bee6-b3062636495b HTTP/1.1" status: 200 len: 991 time: 1.7332435 Sep 06 04:38:24.473806 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4631439d-ba1a-4895-88bc-66f83e93defa', 'tag': '6c3db147-6601-4ab0-a362-ff2c28ef3252'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:38:24.482067 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3eff62-9515-4671-887e-a6909e5e6411" -d '{"events": [{"name": "network-changed", "server_uuid": "4631439d-ba1a-4895-88bc-66f83e93defa", "tag": "6c3db147-6601-4ab0-a362-ff2c28ef3252"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:38:24.529733 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d331db-88a7-4f01-a882-bb9fd4926a4e x-openstack-request-id: req-83d331db-88a7-4f01-a882-bb9fd4926a4e {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:38:24.530231 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4631439d-ba1a-4895-88bc-66f83e93defa", "tag": "6c3db147-6601-4ab0-a362-ff2c28ef3252", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:38:24.530621 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83d331db-88a7-4f01-a882-bb9fd4926a4e {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:38:24.531180 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d331db-88a7-4f01-a882-bb9fd4926a4e'] response: {'name': 'network-changed', 'server_uuid': '4631439d-ba1a-4895-88bc-66f83e93defa', 'tag': '6c3db147-6601-4ab0-a362-ff2c28ef3252', 'status': 'completed', 'code': 200} Sep 06 04:38:24.535609 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-f4955dde-0e55-4e35-8351-e9913ba3076c service neutron] 10.222.0.30 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516343 Sep 06 04:38:24.577593 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-79c2868e-85a6-4694-ab36-c1baf19d69fb None None] Set router e20bdad7-6385-430e-b8ee-120cf9ad1d67 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:38:24.638768 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3eff62-9515-4671-887e-a6909e5e6411 req-25da1518-e2f9-4ec8-b267-68dc2ce9e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:24.640354 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3f3eff62-9515-4671-887e-a6909e5e6411 req-25da1518-e2f9-4ec8-b267-68dc2ce9e6ff service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 1130 time: 0.0461338 Sep 06 04:38:24.797635 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7095074e-0e20-40d4-8011-b00a04d849d8 req-6415948e-84ef-47bf-a42d-4e9ca560d53a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 210 time: 0.0476496 Sep 06 04:38:24.822529 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:24.848095 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3eff62-9515-4671-887e-a6909e5e6411 req-3694d5cc-e943-463d-99f2-8232cbfb4bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:24.849953 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3f3eff62-9515-4671-887e-a6909e5e6411 req-3694d5cc-e943-463d-99f2-8232cbfb4bb7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 919 time: 0.2031319 Sep 06 04:38:24.881712 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-79c2868e-85a6-4694-ab36-c1baf19d69fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:27Z', 'revision_number': 4, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'gw_port': {'id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'bf194ef0-804a-4b78-bee6-b3062636495b', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'port_id': '6c3db147-6601-4ab0-a362-ff2c28ef3252', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'mac_address': 'fa:16:3e:f1:ef:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4631439d-ba1a-4895-88bc-66f83e93defa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:38:05Z', 'updated_at': '2022-09-06T04:38:23Z', 'revision_number': 1, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88340fa2-ed18-4284-9874-5debab43dd60', 'name': '', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'mac_address': 'fa:16:3e:ca:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:25Z', 'updated_at': '2022-09-06T04:35:35Z', 'revision_number': 5, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'subnets': [{'id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:24.907590 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c2868e-85a6-4694-ab36-c1baf19d69fb None None] Checking router: e20bdad7-6385-430e-b8ee-120cf9ad1d67 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:38:24.919415 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:24.921793 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c2868e-85a6-4694-ab36-c1baf19d69fb None None] Routers {'e20bdad7-6385-430e-b8ee-120cf9ad1d67'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:38:24.922554 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-79c2868e-85a6-4694-ab36-c1baf19d69fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:38:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:24.933090 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3f3eff62-9515-4671-887e-a6909e5e6411 req-fda1c23b-7d1d-45a1-a92b-359f8c35ad37 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c3db147-6601-4ab0-a362-ff2c28ef3252 HTTP/1.1" status: 200 len: 999 time: 0.0692945 Sep 06 04:38:24.990857 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3eff62-9515-4671-887e-a6909e5e6411 req-b52b48a3-f02d-4fa3-b4a0-67fc3e1e0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:24.992676 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3f3eff62-9515-4671-887e-a6909e5e6411 req-b52b48a3-f02d-4fa3-b4a0-67fc3e1e0348 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=88d92641-1180-487b-a0e6-2342c26bb7b9 HTTP/1.1" status: 200 len: 857 time: 0.0523715 Sep 06 04:38:25.037791 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38858) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:25.041260 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-79c2868e-85a6-4694-ab36-c1baf19d69fb None None] Set router e20bdad7-6385-430e-b8ee-120cf9ad1d67 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:38:25.044340 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3eff62-9515-4671-887e-a6909e5e6411 req-4ab72396-68b1-45ff-8a21-707fa5a4b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:25.045955 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3f3eff62-9515-4671-887e-a6909e5e6411 req-4ab72396-68b1-45ff-8a21-707fa5a4b87f service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=06e43195-6270-4b08-b3f6-284307ad52d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464993 Sep 06 04:38:25.060635 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:25.158047 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3f3eff62-9515-4671-887e-a6909e5e6411 req-cae563e3-a51a-4ea2-9f7c-93792efab9b5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051660 Sep 06 04:38:25.175838 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-bb36a3f5-fea2-4cf6-bb33-72023be83d52 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-134257311-network', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:25.270332 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:25.274575 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-20566113-1b72-410f-8686-76dd78dab173 req-a90cc48d-4cf7-4925-870b-0d72914a2b70 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 210 time: 0.0304050 Sep 06 04:38:25.301551 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb36a3f5-fea2-4cf6-bb33-72023be83d52 admin admin] Made reservation on behalf of 17ca991debba43b98c1ad8f0f91c63a9 for: {'network': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:38:25.303952 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3f5-fea2-4cf6-bb33-72023be83d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:25.314222 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3f5-fea2-4cf6-bb33-72023be83d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:25.331598 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3f3eff62-9515-4671-887e-a6909e5e6411 req-a150028a-1bf0-4af6-a0e7-3f688abdd8f9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427534 Sep 06 04:38:25.438544 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3f5-fea2-4cf6-bb33-72023be83d52 admin admin] Publish callbacks [] for security_group (379d1388-bd71-4a07-9e17-0936655b7266), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:25.478302 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-79c2868e-85a6-4694-ab36-c1baf19d69fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:27Z', 'revision_number': 4, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'gw_port': {'id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'bf194ef0-804a-4b78-bee6-b3062636495b', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'port_id': '6c3db147-6601-4ab0-a362-ff2c28ef3252', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'mac_address': 'fa:16:3e:f1:ef:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4631439d-ba1a-4895-88bc-66f83e93defa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:38:05Z', 'updated_at': '2022-09-06T04:38:23Z', 'revision_number': 1, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88340fa2-ed18-4284-9874-5debab43dd60', 'name': '', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'mac_address': 'fa:16:3e:ca:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:25Z', 'updated_at': '2022-09-06T04:35:35Z', 'revision_number': 5, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'subnets': [{'id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:25.501726 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3f5-fea2-4cf6-bb33-72023be83d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (379d1388-bd71-4a07-9e17-0936655b7266), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:25.505964 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c2868e-85a6-4694-ab36-c1baf19d69fb None None] The sync data for ids ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'] in dv-cinder-856002-1-iscsi is: [{'id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:27Z', 'revision_number': 4, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'gw_port': {'id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'bf194ef0-804a-4b78-bee6-b3062636495b', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'port_id': '6c3db147-6601-4ab0-a362-ff2c28ef3252', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'mac_address': 'fa:16:3e:f1:ef:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4631439d-ba1a-4895-88bc-66f83e93defa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:38:05Z', 'updated_at': '2022-09-06T04:38:23Z', 'revision_number': 1, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88340fa2-ed18-4284-9874-5debab43dd60', 'name': '', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'mac_address': 'fa:16:3e:ca:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:25Z', 'updated_at': '2022-09-06T04:35:35Z', 'revision_number': 5, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'subnets': [{'id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:38:25.530129 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb36a3f5-fea2-4cf6-bb33-72023be83d52 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=106938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:38:25.540225 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36a3f5-fea2-4cf6-bb33-72023be83d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379d1388-bd71-4a07-9e17-0936655b7266,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:25.559472 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3f5-fea2-4cf6-bb33-72023be83d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (d1c0853e-8ae1-48c8-bb38-aedbe43aab84), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:25.559829 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.segments_db [None req-bb36a3f5-fea2-4cf6-bb33-72023be83d52 admin admin] Added segment d1c0853e-8ae1-48c8-bb38-aedbe43aab84 of type vlan for network 79930370-1c5e-497c-9fc8-53811a3907a9 Sep 06 04:38:25.630255 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3f5-fea2-4cf6-bb33-72023be83d52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (79930370-1c5e-497c-9fc8-53811a3907a9), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:25.735908 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3f5-fea2-4cf6-bb33-72023be83d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (79930370-1c5e-497c-9fc8-53811a3907a9), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:25.737105 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb36a3f5-fea2-4cf6-bb33-72023be83d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:25.738060 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-bb36a3f5-fea2-4cf6-bb33-72023be83d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:25.800721 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:25.808728 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36a3f5-fea2-4cf6-bb33-72023be83d52 admin admin] Pushing event updated for resources: {'Network': ['ID=79930370-1c5e-497c-9fc8-53811a3907a9,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:25.819665 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network 79930370-1c5e-497c-9fc8-53811a3907a9 details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:38:25.858981 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-bb36a3f5-fea2-4cf6-bb33-72023be83d52 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8223526 Sep 06 04:38:25.865633 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38878) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:25.874175 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-f2540637-dd45-41a9-86b8-ca9092485cc7 admin admin] Request body: {'subnet': {'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-134257311-subnet', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'ip_version': 4}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:25.988134 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-edd165cb-3f4c-4dbb-b040-9d4a5e965444 req-d5702b20-9b97-4cf6-a64c-b2be2922fb80 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 210 time: 0.0894868 Sep 06 04:38:26.067077 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2540637-dd45-41a9-86b8-ca9092485cc7 admin admin] Made reservation on behalf of 17ca991debba43b98c1ad8f0f91c63a9 for: {'subnet': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:38:26.069635 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f2540637-dd45-41a9-86b8-ca9092485cc7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:26.226441 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:26.355451 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196715dc-9c0c-4b81-82f2-ca746d1e12ed None None] New status for floating IP bf194ef0-804a-4b78-bee6-b3062636495b: ACTIVE {{(pid=106941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:38:26.369376 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164991ed-7d57-430c-853b-f5f99b81256f req-2c909ee0-e4ac-408b-8d34-27fd0ec99c37 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:26.370917 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-164991ed-7d57-430c-853b-f5f99b81256f req-2c909ee0-e4ac-408b-8d34-27fd0ec99c37 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.46 "GET /networking/v2.0/networks?id=4fde5cd2-7805-4052-b982-e07ad789f60a HTTP/1.1" status: 200 len: 813 time: 0.1606193 Sep 06 04:38:26.402479 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-164991ed-7d57-430c-853b-f5f99b81256f req-e4b3f291-dde0-43a5-8077-ca2ac4a0eb2a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Request body: {'port': {'device_id': '10d37307-eefc-4b31-b42d-6042e4abee25', 'network_id': '4fde5cd2-7805-4052-b982-e07ad789f60a', 'admin_state_up': True, 'tenant_id': '36495849f5124872ba74fe21b00f72fe'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:26.406866 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-10b999f3-0d27-40af-8ab2-9d6f4b899039 req-6dedd0be-d201-4010-b89c-57bde530e922 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 210 time: 0.0476010 Sep 06 04:38:26.410647 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f2540637-dd45-41a9-86b8-ca9092485cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for subnet (da21c44d-c491-4cde-9367-78edabda8793), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:26.501714 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2540637-dd45-41a9-86b8-ca9092485cc7 admin admin] Checking segment: {'id': 'd1c0853e-8ae1-48c8-bb38-aedbe43aab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:38:26.503167 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2540637-dd45-41a9-86b8-ca9092485cc7 admin admin] Network hostable DHCP agents. Network: 79930370-1c5e-497c-9fc8-53811a3907a9, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:38:26.514933 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2540637-dd45-41a9-86b8-ca9092485cc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da21c44d-c491-4cde-9367-78edabda8793,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:26.633239 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2540637-dd45-41a9-86b8-ca9092485cc7 admin admin] Network 79930370-1c5e-497c-9fc8-53811a3907a9 is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:38:26.668230 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164991ed-7d57-430c-853b-f5f99b81256f req-e4b3f291-dde0-43a5-8077-ca2ac4a0eb2a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Made reservation on behalf of 36495849f5124872ba74fe21b00f72fe for: {'port': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:38:26.672512 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-164991ed-7d57-430c-853b-f5f99b81256f req-e4b3f291-dde0-43a5-8077-ca2ac4a0eb2a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:26.735357 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-f2540637-dd45-41a9-86b8-ca9092485cc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, 79930370-1c5e-497c-9fc8-53811a3907a9) {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:38:26.740046 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2540637-dd45-41a9-86b8-ca9092485cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:26.741136 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f2540637-dd45-41a9-86b8-ca9092485cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:26.747197 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b09d2b2-2dc4-4750-8256-09d43dd2c280 None None] Network 79930370-1c5e-497c-9fc8-53811a3907a9 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:38:26.809656 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [req-164991ed-7d57-430c-853b-f5f99b81256f req-e4b3f291-dde0-43a5-8077-ca2ac4a0eb2a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Allocated IP 172.20.0.8 (4fde5cd2-7805-4052-b982-e07ad789f60a/c7f5b91f-860a-4c5c-8448-463db99c7c4c/5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:38:26.870107 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:26.932948 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-f2540637-dd45-41a9-86b8-ca9092485cc7 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0656037 Sep 06 04:38:26.935625 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38900) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:26.940614 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-134257311-router', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:26.958502 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4520b16-d183-5460-ac04-4f8b2cdf2ef5-79930370-1c5e-497c-9fc8-53811a3907a9', 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9', 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'fixed_ips': [{'subnet_id': 'da21c44d-c491-4cde-9367-78edabda8793'}]}} from dv-cinder-856002-1-iscsi. {{(pid=106940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 06 04:38:26.958502 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:26.982645 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-164991ed-7d57-430c-853b-f5f99b81256f req-e4b3f291-dde0-43a5-8077-ca2ac4a0eb2a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Publish callbacks [] for port (5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:27.067739 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12209'] for router (6a901780-5f7e-4e92-85f4-39804a78ab01), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:27.069012 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12218'] for router (6a901780-5f7e-4e92-85f4-39804a78ab01), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:27.091035 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-164991ed-7d57-430c-853b-f5f99b81256f req-e4b3f291-dde0-43a5-8077-ca2ac4a0eb2a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:27.106831 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a2acba2c-3aee-4643-826a-9781644f7bbc req-71117781-583a-4fac-88ab-414df88187f6 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 210 time: 0.0331333 Sep 06 04:38:27.119250 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.db_base_plugin_common [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Allocated IP 172.20.0.2 (79930370-1c5e-497c-9fc8-53811a3907a9/da21c44d-c491-4cde-9367-78edabda8793/8ab48a08-dce8-42b6-a024-bf04206d45ca) {{(pid=106940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:38:27.164091 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Publish callbacks [] for router_controller (6a901780-5f7e-4e92-85f4-39804a78ab01), precommit_add_association {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:27.169057 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3f291-dde0-43a5-8077-ca2ac4a0eb2a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Pushing event updated for resources: {'Port': ['ID=5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:27.187176 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164991ed-7d57-430c-853b-f5f99b81256f req-e4b3f291-dde0-43a5-8077-ca2ac4a0eb2a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Network 4fde5cd2-7805-4052-b982-e07ad789f60a is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:38:27.189523 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [req-164991ed-7d57-430c-853b-f5f99b81256f req-e4b3f291-dde0-43a5-8077-ca2ac4a0eb2a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:38:27.192948 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-164991ed-7d57-430c-853b-f5f99b81256f req-e4b3f291-dde0-43a5-8077-ca2ac4a0eb2a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:38:27.223628 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:27.254843 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164991ed-7d57-430c-853b-f5f99b81256f req-e4b3f291-dde0-43a5-8077-ca2ac4a0eb2a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:27.255869 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-164991ed-7d57-430c-853b-f5f99b81256f req-e4b3f291-dde0-43a5-8077-ca2ac4a0eb2a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:27.314490 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Publish callbacks [] for port (8ab48a08-dce8-42b6-a024-bf04206d45ca), precommit_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:27.333707 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-164991ed-7d57-430c-853b-f5f99b81256f req-e4b3f291-dde0-43a5-8077-ca2ac4a0eb2a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9355588 Sep 06 04:38:27.357360 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Request body: {'port': {'device_id': '10d37307-eefc-4b31-b42d-6042e4abee25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:27.363640 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Publish callbacks [] for router_gateway (6a901780-5f7e-4e92-85f4-39804a78ab01), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:27.421666 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (8ab48a08-dce8-42b6-a024-bf04206d45ca), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:27.422092 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:27.461656 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Network 79930370-1c5e-497c-9fc8-53811a3907a9 is already hosted by enough agents. {{(pid=106940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:38:27.468173 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.base_scheduler [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Resources bound (agent type, host, resource id): {{(pid=106940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:38:27.472655 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Received port after_create {{(pid=106940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:38:27.513497 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Pushing event updated for resources: {'Port': ['ID=8ab48a08-dce8-42b6-a024-bf04206d45ca,revision_number=1']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:27.558561 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Attempting to bind port 8ab48a08-dce8-42b6-a024-bf04206d45ca on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:38:27.559006 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Attempting to bind port 8ab48a08-dce8-42b6-a024-bf04206d45ca by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': 'd1c0853e-8ae1-48c8-bb38-aedbe43aab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:38:27.559884 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Attempting to bind port 8ab48a08-dce8-42b6-a024-bf04206d45ca on network 79930370-1c5e-497c-9fc8-53811a3907a9 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:38:27.637258 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:38:27.637661 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Checking segment: {'id': 'd1c0853e-8ae1-48c8-bb38-aedbe43aab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:38:27.638069 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:27.638465 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Bound using segment: {'id': 'd1c0853e-8ae1-48c8-bb38-aedbe43aab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:38:27.638950 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Bound port: 8ab48a08-dce8-42b6-a024-bf04206d45ca, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c0853e-8ae1-48c8-bb38-aedbe43aab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:38:27.639322 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (8ab48a08-dce8-42b6-a024-bf04206d45ca), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:27.656319 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3175aa6a-d274-43fc-b3c5-2088c5abe98e req-5c284710-e7c1-402d-a538-620bf12fd778 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 210 time: 0.1076591 Sep 06 04:38:27.760048 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] For port 8ab48a08-dce8-42b6-a024-bf04206d45ca, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:38:27.763556 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] For port 8ab48a08-dce8-42b6-a024-bf04206d45ca, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=8ab48a08-dce8-42b6-a024-bf04206d45ca,segment=NetworkSegment(d1c0853e-8ae1-48c8-bb38-aedbe43aab84),segment_id=d1c0853e-8ae1-48c8-bb38-aedbe43aab84)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:38:27.777443 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f {{(pid=106939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:38:27.783083 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Publish callbacks [] for router_gateway (6a901780-5f7e-4e92-85f4-39804a78ab01), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:27.786240 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:27.788215 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Publish callbacks [] for port (5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:27.801949 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.provisioning_blocks [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Transition to ACTIVE for port object 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f will not be triggered until provisioned by entity L2. {{(pid=106939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:38:27.807145 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:27.861867 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (8ab48a08-dce8-42b6-a024-bf04206d45ca), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:27.890495 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:27.926885 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Allocated IP 172.27.1.142 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/d164e460-b287-4611-8014-1ecbffffe7f6) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:38:27.931592 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305799e-aa82-47e3-90f6-026bec28035e None None] Pushing event updated for resources: {'Port': ['ID=8ab48a08-dce8-42b6-a024-bf04206d45ca,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:27.983216 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:28.018112 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Attempting to bind port 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:38:28.018803 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Attempting to bind port 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '5ebe3f8c-43a7-476a-a095-33eb90958fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4fde5cd2-7805-4052-b982-e07ad789f60a'}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:38:28.018954 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Attempting to bind port 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f on network 4fde5cd2-7805-4052-b982-e07ad789f60a {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:38:28.075847 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Port 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f on network 4fde5cd2-7805-4052-b982-e07ad789f60a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:38:28.076189 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Attempting to bind port 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f on network 4fde5cd2-7805-4052-b982-e07ad789f60a {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:38:28.100198 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Publish callbacks [] for port (d164e460-b287-4611-8014-1ecbffffe7f6), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:28.137485 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:28.144127 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:28.188319 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0ef646a0-cc7c-4555-aa64-fbd319adb57c req-63a5715f-a415-41de-8c29-76343a88e643 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574317 Sep 06 04:38:28.195428 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:38:28.195779 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Checking segment: {'id': '5ebe3f8c-43a7-476a-a095-33eb90958fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4fde5cd2-7805-4052-b982-e07ad789f60a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:38:28.196346 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Bound using segment: {'id': '5ebe3f8c-43a7-476a-a095-33eb90958fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4fde5cd2-7805-4052-b982-e07ad789f60a'} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:38:28.196731 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Bound port: 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ebe3f8c-43a7-476a-a095-33eb90958fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4fde5cd2-7805-4052-b982-e07ad789f60a'}}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:38:28.197152 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:28.211059 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (d164e460-b287-4611-8014-1ecbffffe7f6), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:28.306160 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38918) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:28.318898 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef646a0-cc7c-4555-aa64-fbd319adb57c req-f864c159-75b7-4bf7-9262-ca5f86760c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:28.320408 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0ef646a0-cc7c-4555-aa64-fbd319adb57c req-f864c159-75b7-4bf7-9262-ca5f86760c6b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3d04ba57221f42d684873d624dbfd283&device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 1130 time: 0.0738595 Sep 06 04:38:28.333557 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] For port 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f, host hv-cinder-85600, cleared binding levels {{(pid=106939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:38:28.337648 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] For port 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f,segment=NetworkSegment(5ebe3f8c-43a7-476a-a095-33eb90958fe2),segment_id=5ebe3f8c-43a7-476a-a095-33eb90958fe2)] {{(pid=106939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:38:28.338951 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:38:28.347137 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d531ab7-2d94-4e8c-aeb1-95e43994aa08 req-2587170c-28f0-4f4b-9ccf-49bffeb90e32 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:28.348729 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8d531ab7-2d94-4e8c-aeb1-95e43994aa08 req-2587170c-28f0-4f4b-9ccf-49bffeb90e32 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 943 time: 0.0859962 Sep 06 04:38:28.359589 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Pushing event updated for resources: {'Port': ['ID=d164e460-b287-4611-8014-1ecbffffe7f6,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:28.366335 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:38:28.375343 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:38:28.441787 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:28.455313 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:28.468103 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:28.468779 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:28.470183 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-164991ed-7d57-430c-853b-f5f99b81256f req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f HTTP/1.1" status: 200 len: 1093 time: 1.1172214 Sep 06 04:38:28.471743 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10d37307-eefc-4b31-b42d-6042e4abee25', 'tag': '5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:38:28.473963 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45814846-00e1-4b18-81d8-d664508414e9" -d '{"events": [{"name": "network-changed", "server_uuid": "10d37307-eefc-4b31-b42d-6042e4abee25", "tag": "5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:38:28.508963 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef646a0-cc7c-4555-aa64-fbd319adb57c req-beda9f81-48a3-40f2-acba-0699e165c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:28.510478 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0ef646a0-cc7c-4555-aa64-fbd319adb57c req-beda9f81-48a3-40f2-acba-0699e165c2a8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=4c394cea-216c-4a1f-9277-2bb67bf6a21b HTTP/1.1" status: 200 len: 916 time: 0.1710029 Sep 06 04:38:28.513115 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-70c909ba-5400-4a00-b54e-a5ff355fc456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:28.552907 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-21fae1be-f439-4e3f-a311-e66867856120 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:28.554532 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-21fae1be-f439-4e3f-a311-e66867856120 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.46 "GET /networking/v2.0/networks?id=713bea32-eeee-4105-a352-3326771fb659 HTTP/1.1" status: 200 len: 812 time: 0.2327359 Sep 06 04:38:28.568625 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188a4701-37b4-412e-bd6e-acce31011bb4 x-openstack-request-id: req-188a4701-37b4-412e-bd6e-acce31011bb4 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:38:28.568920 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10d37307-eefc-4b31-b42d-6042e4abee25", "tag": "5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:38:28.569157 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-188a4701-37b4-412e-bd6e-acce31011bb4 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:38:28.569572 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-188a4701-37b4-412e-bd6e-acce31011bb4'] response: {'name': 'network-changed', 'server_uuid': '10d37307-eefc-4b31-b42d-6042e4abee25', 'tag': '5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f', 'status': 'completed', 'code': 200} Sep 06 04:38:28.609615 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b26dc-bbfa-43e9-ac4a-4b3b37b8c407 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f,revision_number=3']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:28.640073 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0ef646a0-cc7c-4555-aa64-fbd319adb57c req-4e664742-d622-4be0-b76d-3440072310a9 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f88cebc5-b6a7-4ea8-9133-58a12f404543 HTTP/1.1" status: 200 len: 1001 time: 0.1214533 Sep 06 04:38:28.705178 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8d531ab7-2d94-4e8c-aeb1-95e43994aa08 req-e440b075-77b1-4bee-9b0b-fbe9c6d8d054 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346651 Sep 06 04:38:28.742041 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45814846-00e1-4b18-81d8-d664508414e9 req-7bf10d7f-4201-45c7-9f42-3c82ffaaec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:28.745037 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-45814846-00e1-4b18-81d8-d664508414e9 req-7bf10d7f-4201-45c7-9f42-3c82ffaaec17 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=36495849f5124872ba74fe21b00f72fe&device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 1127 time: 0.1166568 Sep 06 04:38:28.780170 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef646a0-cc7c-4555-aa64-fbd319adb57c req-fe848ed5-e716-4d7d-86b9-4135b106242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:28.781757 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0ef646a0-cc7c-4555-aa64-fbd319adb57c req-fe848ed5-e716-4d7d-86b9-4135b106242e service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f HTTP/1.1" status: 200 len: 854 time: 0.1364186 Sep 06 04:38:28.784829 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-bde227b4-3520-47a8-a8d2-d22b0ffabb27 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=375efd2890fc4b71af13439813f00ab0 HTTP/1.1" status: 200 len: 380 time: 0.1647041 Sep 06 04:38:28.795808 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-f55d8ba8-79fb-45ce-818e-ef2c8cfe8acb tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Request body: {'port': {'device_id': 'aacebb8e-d1b3-4ca8-87ac-3eb37184f747', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'admin_state_up': True, 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'security_groups': ['81e7754a-8b32-4b59-ab8f-26e453e77db6']}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:28.821161 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-70c909ba-5400-4a00-b54e-a5ff355fc456 admin admin] Publish callbacks [] for security_group (0865b264-1818-4138-95e6-652171cf0fc3), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:28.967819 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:29.003554 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Publish callbacks [] for router_gateway (6a901780-5f7e-4e92-85f4-39804a78ab01), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:29.025157 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a90ce7-2f30-452b-bde6-5216fcac294e None None] Network 79930370-1c5e-497c-9fc8-53811a3907a9 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:38:29.081663 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:29.087719 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-e2cad120-8fb3-4cd5-8018-0575b4300f88 None None] Provisioning complete for port 8ab48a08-dce8-42b6-a024-bf04206d45ca triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:29.088091 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-e2cad120-8fb3-4cd5-8018-0575b4300f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (8ab48a08-dce8-42b6-a024-bf04206d45ca), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:29.091020 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:29.094442 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-f55d8ba8-79fb-45ce-818e-ef2c8cfe8acb tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Made reservation on behalf of 375efd2890fc4b71af13439813f00ab0 for: {'port': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:38:29.099015 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-f55d8ba8-79fb-45ce-818e-ef2c8cfe8acb tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:29.146146 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-23430ce4-87bb-4d6a-9b6b-09c374d0b0ec req-d068d240-de7f-455b-afa5-a34d25fe6fb2 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 210 time: 0.3425088 Sep 06 04:38:29.169369 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-70c909ba-5400-4a00-b54e-a5ff355fc456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (0865b264-1818-4138-95e6-652171cf0fc3), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:29.212147 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:29.227168 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-e2cad120-8fb3-4cd5-8018-0575b4300f88 None None] Current status of the port 8ab48a08-dce8-42b6-a024-bf04206d45ca is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:29.227637 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-e2cad120-8fb3-4cd5-8018-0575b4300f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (8ab48a08-dce8-42b6-a024-bf04206d45ca), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:29.231833 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-70c909ba-5400-4a00-b54e-a5ff355fc456 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=7e953380840c42f7b7904aa0dc5638fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9204354 Sep 06 04:38:29.233504 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c909ba-5400-4a00-b54e-a5ff355fc456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0865b264-1818-4138-95e6-652171cf0fc3,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:29.240812 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38928) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:29.254528 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef646a0-cc7c-4555-aa64-fbd319adb57c req-926b33c3-d794-4f45-bc17-c48c2304b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:29.254528 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0ef646a0-cc7c-4555-aa64-fbd319adb57c req-926b33c3-d794-4f45-bc17-c48c2304b3e6 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=4c394cea-216c-4a1f-9277-2bb67bf6a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4502890 Sep 06 04:38:29.282105 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-e2cad120-8fb3-4cd5-8018-0575b4300f88 None None] For port 8ab48a08-dce8-42b6-a024-bf04206d45ca, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=8ab48a08-dce8-42b6-a024-bf04206d45ca,segment=NetworkSegment(d1c0853e-8ae1-48c8-bb38-aedbe43aab84),segment_id=d1c0853e-8ae1-48c8-bb38-aedbe43aab84)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:38:29.358736 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-e2cad120-8fb3-4cd5-8018-0575b4300f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (8ab48a08-dce8-42b6-a024-bf04206d45ca), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:29.364336 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45814846-00e1-4b18-81d8-d664508414e9 req-255ff2f3-33c9-4f63-9044-9e48c3b272ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:29.365829 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-45814846-00e1-4b18-81d8-d664508414e9 req-255ff2f3-33c9-4f63-9044-9e48c3b272ab service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=36495849f5124872ba74fe21b00f72fe&shared=False HTTP/1.1" status: 200 len: 914 time: 0.6036899 Sep 06 04:38:29.474602 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cad120-8fb3-4cd5-8018-0575b4300f88 None None] Pushing event updated for resources: {'Port': ['ID=8ab48a08-dce8-42b6-a024-bf04206d45ca,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:29.482709 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-97f858d4-068b-4f22-aa13-2e8d2a2fc388 admin admin] Publish callbacks [] for security_group (0865b264-1818-4138-95e6-652171cf0fc3), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:29.504069 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745134'] for router (6a901780-5f7e-4e92-85f4-39804a78ab01), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:29.534249 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-97f858d4-068b-4f22-aa13-2e8d2a2fc388 admin admin] Publish callbacks [] for security_group (0865b264-1818-4138-95e6-652171cf0fc3), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:29.536787 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 8ab48a08-dce8-42b6-a024-bf04206d45ca up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:38:29.550441 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0ef646a0-cc7c-4555-aa64-fbd319adb57c req-4396d106-0554-4f11-b662-946b287bfaf0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797074 Sep 06 04:38:29.584996 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-4e24cbe9-e319-44b5-902b-dee6751f37e6 None None] Provisioning complete for port 8ab48a08-dce8-42b6-a024-bf04206d45ca triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:29.585452 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-4e24cbe9-e319-44b5-902b-dee6751f37e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (8ab48a08-dce8-42b6-a024-bf04206d45ca), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:29.604410 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:29.639170 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 8ab48a08-dce8-42b6-a024-bf04206d45ca triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:29.640174 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (8ab48a08-dce8-42b6-a024-bf04206d45ca), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:29.641395 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45814846-00e1-4b18-81d8-d664508414e9 req-07a256b0-edbe-484d-8f7d-15022fd16f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:29.643693 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-45814846-00e1-4b18-81d8-d664508414e9 req-07a256b0-edbe-484d-8f7d-15022fd16f7c service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2682827 Sep 06 04:38:29.647229 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:29.674875 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-f55d8ba8-79fb-45ce-818e-ef2c8cfe8acb tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Allocated IP 172.20.0.8 (713bea32-eeee-4105-a352-3326771fb659/620d1330-0c40-41f6-9a10-faccabf815ee/50196b94-245d-464f-b64e-df03a8b65048) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:38:29.710559 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:29.727241 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0ef646a0-cc7c-4555-aa64-fbd319adb57c req-5832533a-c6ae-4fcc-9ba8-37feff176c20 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631691 Sep 06 04:38:29.731667 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-4e24cbe9-e319-44b5-902b-dee6751f37e6 None None] Current status of the port 8ab48a08-dce8-42b6-a024-bf04206d45ca is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:29.778462 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 8ab48a08-dce8-42b6-a024-bf04206d45ca is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:29.802417 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-97f858d4-068b-4f22-aa13-2e8d2a2fc388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (0865b264-1818-4138-95e6-652171cf0fc3), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:29.804875 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-97f858d4-068b-4f22-aa13-2e8d2a2fc388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:29.809233 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-97f858d4-068b-4f22-aa13-2e8d2a2fc388 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/0865b264-1818-4138-95e6-652171cf0fc3 HTTP/1.1" status: 204 len: 168 time: 0.5644307 Sep 06 04:38:29.822027 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f858d4-068b-4f22-aa13-2e8d2a2fc388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0865b264-1818-4138-95e6-652171cf0fc3,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:29.824241 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164991ed-7d57-430c-853b-f5f99b81256f req-f217928a-f023-43dc-aa7a-38e6dbb0e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:29.825800 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-164991ed-7d57-430c-853b-f5f99b81256f req-f217928a-f023-43dc-aa7a-38e6dbb0e110 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=36495849f5124872ba74fe21b00f72fe&device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 1127 time: 0.0743377 Sep 06 04:38:29.846846 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Router 6a901780-5f7e-4e92-85f4-39804a78ab01 is scheduled to L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 with binding_index 1 {{(pid=106938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 04:38:29.880230 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-164991ed-7d57-430c-853b-f5f99b81256f req-2281b82a-3817-4f33-8699-151df25339c4 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f HTTP/1.1" status: 200 len: 217 time: 0.0397577 Sep 06 04:38:29.963286 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13459c-e566-4ae7-8c52-7df359631226 req-af8bf828-e676-4ae0-ae7b-7a247a015df0 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:29.964773 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-db13459c-e566-4ae7-8c52-7df359631226 req-af8bf828-e676-4ae0-ae7b-7a247a015df0 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 943 time: 0.1200576 Sep 06 04:38:30.001179 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:30.013268 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-f55d8ba8-79fb-45ce-818e-ef2c8cfe8acb tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for port (50196b94-245d-464f-b64e-df03a8b65048), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:30.078222 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:30.098005 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-db13459c-e566-4ae7-8c52-7df359631226 req-cf1535d0-d035-4ac0-9fa6-858fe49cb87a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210504 Sep 06 04:38:30.102840 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:38:30.131744 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Sync routers for ids ['6a901780-5f7e-4e92-85f4-39804a78ab01'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:38:30.141758 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Routers {'6a901780-5f7e-4e92-85f4-39804a78ab01'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:38:30.142370 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:38:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['6a901780-5f7e-4e92-85f4-39804a78ab01'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:30.198551 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:30.198551 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-56bb343f-e49c-43c9-b96a-412d7f58eb86 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2593069 Sep 06 04:38:30.198972 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 38938) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:30.256200 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-f55d8ba8-79fb-45ce-818e-ef2c8cfe8acb tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (50196b94-245d-464f-b64e-df03a8b65048), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:30.271917 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164991ed-7d57-430c-853b-f5f99b81256f req-d4f015ce-548a-4d4f-aedb-875d1ba9da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:30.277260 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-164991ed-7d57-430c-853b-f5f99b81256f req-d4f015ce-548a-4d4f-aedb-875d1ba9da86 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=c7f5b91f-860a-4c5c-8448-463db99c7c4c HTTP/1.1" status: 200 len: 853 time: 0.1142015 Sep 06 04:38:30.296714 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Set router 6a901780-5f7e-4e92-85f4-39804a78ab01 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:38:30.357003 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-f55d8ba8-79fb-45ce-818e-ef2c8cfe8acb tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Network 713bea32-eeee-4105-a352-3326771fb659 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:38:30.357151 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-164991ed-7d57-430c-853b-f5f99b81256f req-5a428ce2-89f7-43fa-b556-c9b2a725b948 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=4fde5cd2-7805-4052-b982-e07ad789f60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412579 Sep 06 04:38:30.363702 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-f55d8ba8-79fb-45ce-818e-ef2c8cfe8acb tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:38:30.365841 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d8ba8-79fb-45ce-818e-ef2c8cfe8acb tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event updated for resources: {'Port': ['ID=50196b94-245d-464f-b64e-df03a8b65048,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:30.370551 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-f55d8ba8-79fb-45ce-818e-ef2c8cfe8acb tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:38:30.375374 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-f55d8ba8-79fb-45ce-818e-ef2c8cfe8acb tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:30.376009 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-f55d8ba8-79fb-45ce-818e-ef2c8cfe8acb tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:30.391283 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795785a7-6ab8-4f76-8940-7ddc3bb15902 req-f1630cc6-147d-4224-afda-9c395d063e33 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:30.392953 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-795785a7-6ab8-4f76-8940-7ddc3bb15902 req-f1630cc6-147d-4224-afda-9c395d063e33 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 931 time: 0.1182492 Sep 06 04:38:30.526348 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-f55d8ba8-79fb-45ce-818e-ef2c8cfe8acb tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7348483 Sep 06 04:38:30.556414 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Request body: {'port': {'device_id': 'aacebb8e-d1b3-4ca8-87ac-3eb37184f747', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:30.559299 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-795785a7-6ab8-4f76-8940-7ddc3bb15902 req-0413a544-f7db-47c4-af5c-adb81834f109 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546297 Sep 06 04:38:30.601376 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'name': 'tempest-TestShelveInstance-134257311-router', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:28Z', 'revision_number': 3, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'gw_port': {'id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ef:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:30.601551 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-164991ed-7d57-430c-853b-f5f99b81256f req-b1a1cf00-f5ad-4f6a-bb0e-036bcfce9fd0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4fde5cd2-7805-4052-b982-e07ad789f60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990364 Sep 06 04:38:30.622570 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Checking router: 6a901780-5f7e-4e92-85f4-39804a78ab01 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:38:30.623035 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Updating router 6a901780-5f7e-4e92-85f4-39804a78ab01 port d164e460-b287-4611-8014-1ecbffffe7f6 binding host dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:38:30.636958 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38940) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:30.662620 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (d164e460-b287-4611-8014-1ecbffffe7f6), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:30.663371 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:30.700415 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7628c325-a0a4-4f64-a952-802e29c18345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:30.737221 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (50196b94-245d-464f-b64e-df03a8b65048), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:30.791740 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7628c325-a0a4-4f64-a952-802e29c18345 admin admin] Publish callbacks [] for security_group (e0952e05-9d64-44a6-a443-772600503a67), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:30.837464 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-90de01e1-9c3e-458f-8b60-5dc101878317 None None] Provisioning complete for port 50196b94-245d-464f-b64e-df03a8b65048 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:30.837896 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-90de01e1-9c3e-458f-8b60-5dc101878317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (50196b94-245d-464f-b64e-df03a8b65048), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:30.838476 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-164991ed-7d57-430c-853b-f5f99b81256f req-ed1cea90-7f35-43b3-9b5c-effee646f518 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4fde5cd2-7805-4052-b982-e07ad789f60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109401 Sep 06 04:38:30.879176 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:30.884410 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7628c325-a0a4-4f64-a952-802e29c18345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (e0952e05-9d64-44a6-a443-772600503a67), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:30.908527 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:30.930873 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-90de01e1-9c3e-458f-8b60-5dc101878317 None None] Port 50196b94-245d-464f-b64e-df03a8b65048 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:38:30.932021 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-7628c325-a0a4-4f64-a952-802e29c18345 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=b7bb7cded1a64fc4a3128e7abc625472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905200 Sep 06 04:38:30.933154 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628c325-a0a4-4f64-a952-802e29c18345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0952e05-9d64-44a6-a443-772600503a67,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:30.935911 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38942) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:30.992041 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b667efe5-7826-46a5-91f2-e5d17aff3855 admin admin] Publish callbacks [] for security_group (e0952e05-9d64-44a6-a443-772600503a67), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:31.014220 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b667efe5-7826-46a5-91f2-e5d17aff3855 admin admin] Publish callbacks [] for security_group (e0952e05-9d64-44a6-a443-772600503a67), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:31.059854 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Publish callbacks [] for port (d164e460-b287-4611-8014-1ecbffffe7f6), precommit_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:31.074678 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:31.141041 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (d164e460-b287-4611-8014-1ecbffffe7f6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:31.161962 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50196b94-245d-464f-b64e-df03a8b65048 {{(pid=106938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:38:31.171057 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Publish callbacks [] for port (50196b94-245d-464f-b64e-df03a8b65048), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:31.184618 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Attempting to bind port d164e460-b287-4611-8014-1ecbffffe7f6 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:38:31.184989 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Attempting to bind port d164e460-b287-4611-8014-1ecbffffe7f6 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:38:31.185379 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Attempting to bind port d164e460-b287-4611-8014-1ecbffffe7f6 on network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:38:31.198528 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b667efe5-7826-46a5-91f2-e5d17aff3855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (e0952e05-9d64-44a6-a443-772600503a67), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:31.202320 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b667efe5-7826-46a5-91f2-e5d17aff3855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:31.204047 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-b667efe5-7826-46a5-91f2-e5d17aff3855 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/e0952e05-9d64-44a6-a443-772600503a67 HTTP/1.1" status: 204 len: 168 time: 0.2672393 Sep 06 04:38:31.218186 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667efe5-7826-46a5-91f2-e5d17aff3855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0952e05-9d64-44a6-a443-772600503a67,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:31.218424 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.provisioning_blocks [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Transition to ACTIVE for port object 50196b94-245d-464f-b64e-df03a8b65048 will not be triggered until provisioned by entity L2. {{(pid=106938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:38:31.220337 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef2dfa-3b0d-4e52-83bd-9a36ca9330b8 None None] Pushing event updated for resources: {'Port': ['ID=d164e460-b287-4611-8014-1ecbffffe7f6,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:31.245553 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:38:31.245914 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Checking segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:38:31.246325 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:31.246748 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Bound using segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:38:31.247227 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Bound port: d164e460-b287-4611-8014-1ecbffffe7f6, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:38:31.247604 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (d164e460-b287-4611-8014-1ecbffffe7f6), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:31.280400 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c0c47-8223-4421-a163-a17351f0752e req-91ad87e9-39b4-4363-abfe-d53b56759f88 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:31.281974 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8f9c0c47-8223-4421-a163-a17351f0752e req-91ad87e9-39b4-4363-abfe-d53b56759f88 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 943 time: 0.1022718 Sep 06 04:38:31.302860 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:31.313152 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] For port d164e460-b287-4611-8014-1ecbffffe7f6, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:38:31.317447 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] For port d164e460-b287-4611-8014-1ecbffffe7f6, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=d164e460-b287-4611-8014-1ecbffffe7f6,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:38:31.324802 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (50196b94-245d-464f-b64e-df03a8b65048), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:31.372343 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (d164e460-b287-4611-8014-1ecbffffe7f6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:31.413810 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Routers {'6a901780-5f7e-4e92-85f4-39804a78ab01'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:38:31.414538 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:38:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['6a901780-5f7e-4e92-85f4-39804a78ab01'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:31.437597 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:31.464753 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Pushing event updated for resources: {'Port': ['ID=50196b94-245d-464f-b64e-df03a8b65048,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:31.470812 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 8ab48a08-dce8-42b6-a024-bf04206d45ca up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:38:31.494833 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] Allocated IP 172.20.0.1 (79930370-1c5e-497c-9fc8-53811a3907a9/da21c44d-c491-4cde-9367-78edabda8793/1bbb13cf-5d1a-4071-bc9e-c4cc89111f61) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:38:31.523661 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8f9c0c47-8223-4421-a163-a17351f0752e req-f15ca45d-296c-4e27-ac8c-d1a7598deb23 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097254 Sep 06 04:38:31.531029 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:31.535098 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Attempting to bind port 50196b94-245d-464f-b64e-df03a8b65048 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:38:31.535419 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Attempting to bind port 50196b94-245d-464f-b64e-df03a8b65048 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:38:31.535759 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Attempting to bind port 50196b94-245d-464f-b64e-df03a8b65048 on network 713bea32-eeee-4105-a352-3326771fb659 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:38:31.645535 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Port 50196b94-245d-464f-b64e-df03a8b65048 on network 713bea32-eeee-4105-a352-3326771fb659 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:38:31.652955 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Attempting to bind port 50196b94-245d-464f-b64e-df03a8b65048 on network 713bea32-eeee-4105-a352-3326771fb659 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:38:31.660757 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef2dfa-3b0d-4e52-83bd-9a36ca9330b8 None None] Pushing event updated for resources: {'Port': ['ID=d164e460-b287-4611-8014-1ecbffffe7f6,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:31.712732 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77223a-6f7c-4e61-8eac-7cf027993d4b req-087f91d4-6ca7-4116-a087-0d34cf510aa6 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:31.717806 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9d77223a-6f7c-4e61-8eac-7cf027993d4b req-087f91d4-6ca7-4116-a087-0d34cf510aa6 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 943 time: 0.0532935 Sep 06 04:38:31.729436 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:38:31.729794 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Checking segment: {'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:38:31.730171 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Bound using segment: {'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:38:31.730612 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Bound port: 50196b94-245d-464f-b64e-df03a8b65048, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'}}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:38:31.730962 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (50196b94-245d-464f-b64e-df03a8b65048), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:31.735435 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] Publish callbacks [] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:31.741974 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 8ab48a08-dce8-42b6-a024-bf04206d45ca triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:31.742346 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (8ab48a08-dce8-42b6-a024-bf04206d45ca), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:31.744973 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] Set router 6a901780-5f7e-4e92-85f4-39804a78ab01 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:38:31.776073 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9d77223a-6f7c-4e61-8eac-7cf027993d4b req-e2a3e711-e2a3-4ef2-998a-22f320d813b5 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553868 Sep 06 04:38:31.833688 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] For port 50196b94-245d-464f-b64e-df03a8b65048, host hv-cinder-85600, cleared binding levels {{(pid=106938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:38:31.837062 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] For port 50196b94-245d-464f-b64e-df03a8b65048, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=50196b94-245d-464f-b64e-df03a8b65048,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:38:31.935981 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:31.941022 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 8ab48a08-dce8-42b6-a024-bf04206d45ca is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:31.953831 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:31.960546 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (50196b94-245d-464f-b64e-df03a8b65048), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:31.982810 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'name': 'tempest-TestShelveInstance-134257311-router', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:28Z', 'revision_number': 3, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'gw_port': {'id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ef:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:31.984282 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:31.984851 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:31.986444 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/50196b94-245d-464f-b64e-df03a8b65048 HTTP/1.1" status: 200 len: 1093 time: 1.4397171 Sep 06 04:38:31.990150 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38954) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:31.992043 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacebb8e-d1b3-4ca8-87ac-3eb37184f747', 'tag': '50196b94-245d-464f-b64e-df03a8b65048'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:38:31.994379 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8263e8e-4894-409c-8265-ce274c5306e6" -d '{"events": [{"name": "network-changed", "server_uuid": "aacebb8e-d1b3-4ca8-87ac-3eb37184f747", "tag": "50196b94-245d-464f-b64e-df03a8b65048"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:38:31.999074 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:32.008399 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a5034565-2892-4459-bd26-bec061ec12ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:32.010574 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25b8a16-3ccb-4c80-8eb0-67e33f373039 None None] The sync data for ids ['6a901780-5f7e-4e92-85f4-39804a78ab01'] in dv-cinder-856002-1-iscsi is: [{'id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'name': 'tempest-TestShelveInstance-134257311-router', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:28Z', 'revision_number': 3, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'gw_port': {'id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ef:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:38:32.021679 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] Network 79930370-1c5e-497c-9fc8-53811a3907a9 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:38:32.023402 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:38:32.026714 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:38:32.027359 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738324'] for router_interface (6a901780-5f7e-4e92-85f4-39804a78ab01), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:32.038533 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1bbb13cf-5d1a-4071-bc9e-c4cc89111f61,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:32.100771 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272ea227-dcf9-4d88-881e-092e30a58c9f x-openstack-request-id: req-272ea227-dcf9-4d88-881e-092e30a58c9f {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:38:32.101095 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacebb8e-d1b3-4ca8-87ac-3eb37184f747", "tag": "50196b94-245d-464f-b64e-df03a8b65048", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:38:32.101343 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-272ea227-dcf9-4d88-881e-092e30a58c9f {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:38:32.101739 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272ea227-dcf9-4d88-881e-092e30a58c9f'] response: {'name': 'network-changed', 'server_uuid': 'aacebb8e-d1b3-4ca8-87ac-3eb37184f747', 'tag': '50196b94-245d-464f-b64e-df03a8b65048', 'status': 'completed', 'code': 200} Sep 06 04:38:32.136556 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a5034565-2892-4459-bd26-bec061ec12ea admin admin] Publish callbacks [] for security_group (781ff8a0-f692-4755-bf89-88cbf3e34441), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:32.198643 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a5034565-2892-4459-bd26-bec061ec12ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (781ff8a0-f692-4755-bf89-88cbf3e34441), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:32.301857 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-a5034565-2892-4459-bd26-bec061ec12ea admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=b9d0c78786d1440d9fcbf8c174fe846b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101077 Sep 06 04:38:32.303300 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5034565-2892-4459-bd26-bec061ec12ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781ff8a0-f692-4755-bf89-88cbf3e34441,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:32.305735 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 38958) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:32.351373 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:32.373525 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5952d10-ca5b-4944-9cb2-17c9d9b29206 service neutron] Pushing event updated for resources: {'Port': ['ID=50196b94-245d-464f-b64e-df03a8b65048,revision_number=3']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:32.376386 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-385be1d4-1583-4c73-8a1b-1992a34c5d87 None None] Provisioning complete for port 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:32.377465 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-385be1d4-1583-4c73-8a1b-1992a34c5d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:32.378115 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bbe3ff4b-e17b-462e-a42f-d674ad78a991 admin admin] Publish callbacks [] for security_group (781ff8a0-f692-4755-bf89-88cbf3e34441), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:32.423106 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bbe3ff4b-e17b-462e-a42f-d674ad78a991 admin admin] Publish callbacks [] for security_group (781ff8a0-f692-4755-bf89-88cbf3e34441), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:32.429622 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-385be1d4-1583-4c73-8a1b-1992a34c5d87 None None] Port 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:38:32.502676 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:32.536605 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bbe3ff4b-e17b-462e-a42f-d674ad78a991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (781ff8a0-f692-4755-bf89-88cbf3e34441), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:32.539968 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bbe3ff4b-e17b-462e-a42f-d674ad78a991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:32.541115 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-bbe3ff4b-e17b-462e-a42f-d674ad78a991 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/781ff8a0-f692-4755-bf89-88cbf3e34441 HTTP/1.1" status: 204 len: 168 time: 0.2309277 Sep 06 04:38:32.556120 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3ff4b-e17b-462e-a42f-d674ad78a991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781ff8a0-f692-4755-bf89-88cbf3e34441,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:32.691595 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771c738-2387-4668-90dc-3ff28434c140 req-19fa3831-f462-4142-bc76-5d5e9e99d23f tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:32.693351 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0771c738-2387-4668-90dc-3ff28434c140 req-19fa3831-f462-4142-bc76-5d5e9e99d23f tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 943 time: 0.0688713 Sep 06 04:38:32.695648 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:32.713280 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] Publish callbacks [] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:32.756949 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0771c738-2387-4668-90dc-3ff28434c140 req-acf8d3c0-c217-4fd4-88e0-8af3d93c3ef0 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504069 Sep 06 04:38:32.798305 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:32.799106 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738488'] for router_interface (6a901780-5f7e-4e92-85f4-39804a78ab01), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:32.899717 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] Pushing event updated for resources: {'Port': ['ID=1bbb13cf-5d1a-4071-bc9e-c4cc89111f61,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:32.954037 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7bfd3-e6e7-40a0-8c58-50528ae6e660 req-520e5f27-838b-437f-9f7e-ffb150d5494c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:32.956079 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9db7bfd3-e6e7-40a0-8c58-50528ae6e660 req-520e5f27-838b-437f-9f7e-ffb150d5494c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 943 time: 0.0725667 Sep 06 04:38:32.991278 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] Network 79930370-1c5e-497c-9fc8-53811a3907a9 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:38:32.994965 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:38:33.063029 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9db7bfd3-e6e7-40a0-8c58-50528ae6e660 req-42290dbe-f227-4596-80af-7f3670ed3d02 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974467 Sep 06 04:38:33.175989 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] Router 6a901780-5f7e-4e92-85f4-39804a78ab01 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:38:33.298433 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:38:33.308769 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-c2a03987-1619-41a2-9534-dc35eca242e9 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/6a901780-5f7e-4e92-85f4-39804a78ab01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1048553 Sep 06 04:38:33.353577 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-160621b0-5b38-4655-ae26-a210d4668bc6 None None] Provisioning complete for port 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:33.354021 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-160621b0-5b38-4655-ae26-a210d4668bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:33.395375 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-160621b0-5b38-4655-ae26-a210d4668bc6 None None] Port 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:38:33.469741 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device d164e460-b287-4611-8014-1ecbffffe7f6 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:38:33.519290 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port d164e460-b287-4611-8014-1ecbffffe7f6 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:33.519666 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (d164e460-b287-4611-8014-1ecbffffe7f6), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:33.603726 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port d164e460-b287-4611-8014-1ecbffffe7f6 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:33.604118 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (d164e460-b287-4611-8014-1ecbffffe7f6), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:33.626953 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port d164e460-b287-4611-8014-1ecbffffe7f6, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=d164e460-b287-4611-8014-1ecbffffe7f6,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:38:33.690249 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (d164e460-b287-4611-8014-1ecbffffe7f6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:33.738812 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=d164e460-b287-4611-8014-1ecbffffe7f6,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:33.843815 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Sync routers for ids ['6a901780-5f7e-4e92-85f4-39804a78ab01'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:38:33.854286 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Routers {'6a901780-5f7e-4e92-85f4-39804a78ab01'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:38:33.854921 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:38:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['6a901780-5f7e-4e92-85f4-39804a78ab01'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:33.930940 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff366a83-9ccc-443c-91dd-1421e09949c8 req-4b4fe09e-7e94-48d3-a9ff-55a44e137b10 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:33.940997 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ff366a83-9ccc-443c-91dd-1421e09949c8 req-4b4fe09e-7e94-48d3-a9ff-55a44e137b10 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 943 time: 0.0801818 Sep 06 04:38:33.965269 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Set router 6a901780-5f7e-4e92-85f4-39804a78ab01 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:38:34.002837 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ff366a83-9ccc-443c-91dd-1421e09949c8 req-c95d099c-ca11-4ace-8c05-ca3f734f9d63 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597587 Sep 06 04:38:34.132434 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263e8e-4894-409c-8265-ce274c5306e6 req-c4477e90-e3e8-4020-94fe-b0214f9a673e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:34.132434 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d8263e8e-4894-409c-8265-ce274c5306e6 req-c4477e90-e3e8-4020-94fe-b0214f9a673e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=375efd2890fc4b71af13439813f00ab0&device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 1127 time: 0.0620742 Sep 06 04:38:34.180620 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'name': 'tempest-TestShelveInstance-134257311-router', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:32Z', 'revision_number': 4, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'gw_port': {'id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '1bbb13cf-5d1a-4071-bc9e-c4cc89111f61', 'name': '', 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'mac_address': 'fa:16:3e:fb:5a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'da21c44d-c491-4cde-9367-78edabda8793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:31Z', 'updated_at': '2022-09-06T04:38:32Z', 'revision_number': 2, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'subnets': [{'id': 'da21c44d-c491-4cde-9367-78edabda8793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:34.222452 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Checking router: 6a901780-5f7e-4e92-85f4-39804a78ab01 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:38:34.222804 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Updating router 6a901780-5f7e-4e92-85f4-39804a78ab01 port 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 binding host dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:38:34.237886 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 39008) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:34.243022 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-7fbf1ed4-f296-4e2a-8d27-f9cf3f09703a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1188436936-network', 'tenant_id': '88ba913e7d444dd3ac73b85d93127172'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:34.254606 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:34.258816 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:34.325931 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbf1ed4-f296-4e2a-8d27-f9cf3f09703a admin admin] Made reservation on behalf of 88ba913e7d444dd3ac73b85d93127172 for: {'network': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:38:34.329342 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1ed4-f296-4e2a-8d27-f9cf3f09703a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:34.342156 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1ed4-f296-4e2a-8d27-f9cf3f09703a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:34.367399 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df893ab5-294d-4ca2-826b-fb2de4b5a8a5 req-19deebce-f2d0-4913-a78a-4e05d76b2b6d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:34.367399 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-df893ab5-294d-4ca2-826b-fb2de4b5a8a5 req-19deebce-f2d0-4913-a78a-4e05d76b2b6d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 943 time: 0.1852210 Sep 06 04:38:34.438166 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263e8e-4894-409c-8265-ce274c5306e6 req-d54ef950-30b6-49e2-a9b6-c3ebbccdfe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:34.439730 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d8263e8e-4894-409c-8265-ce274c5306e6 req-d54ef950-30b6-49e2-a9b6-c3ebbccdfe09 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=375efd2890fc4b71af13439813f00ab0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2919328 Sep 06 04:38:34.457448 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1ed4-f296-4e2a-8d27-f9cf3f09703a admin admin] Publish callbacks [] for security_group (7c84379b-1e99-487f-8945-3baac669094b), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:34.481057 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-df893ab5-294d-4ca2-826b-fb2de4b5a8a5 req-be30ee24-8139-4645-b538-2286cb9ef62e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094623 Sep 06 04:38:34.512380 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1ed4-f296-4e2a-8d27-f9cf3f09703a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (7c84379b-1e99-487f-8945-3baac669094b), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:34.525269 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:34.540300 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:34.548540 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbf1ed4-f296-4e2a-8d27-f9cf3f09703a admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=106939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:38:34.548908 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Publish callbacks [] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), precommit_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:34.563817 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf1ed4-f296-4e2a-8d27-f9cf3f09703a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c84379b-1e99-487f-8945-3baac669094b,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:34.573190 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1ed4-f296-4e2a-8d27-f9cf3f09703a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761093479563', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (62904c70-5c60-406a-9fb7-d28076dc5efc), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:34.573190 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1ed4-f296-4e2a-8d27-f9cf3f09703a admin admin] Unsubscribe: segment precommit_create {{(pid=106939) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 06 04:38:34.573190 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.segments_db [None req-7fbf1ed4-f296-4e2a-8d27-f9cf3f09703a admin admin] Added segment 62904c70-5c60-406a-9fb7-d28076dc5efc of type vlan for network 585693bd-959b-406d-bd74-134527676218 Sep 06 04:38:34.620695 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263e8e-4894-409c-8265-ce274c5306e6 req-37c1d1fc-c3f2-4c10-8924-7a786e4066c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:34.622231 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d8263e8e-4894-409c-8265-ce274c5306e6 req-37c1d1fc-c3f2-4c10-8924-7a786e4066c9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732769 Sep 06 04:38:34.622746 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1ed4-f296-4e2a-8d27-f9cf3f09703a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (585693bd-959b-406d-bd74-134527676218), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:34.633718 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:34.724183 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1ed4-f296-4e2a-8d27-f9cf3f09703a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (585693bd-959b-406d-bd74-134527676218), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:34.725813 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf1ed4-f296-4e2a-8d27-f9cf3f09703a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:34.726661 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7fbf1ed4-f296-4e2a-8d27-f9cf3f09703a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:34.759236 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-0f9412af-21a7-4f6a-be55-9f21bca9f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:34.763664 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-0f9412af-21a7-4f6a-be55-9f21bca9f2a1 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=375efd2890fc4b71af13439813f00ab0&device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 1127 time: 0.0656598 Sep 06 04:38:34.810797 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a2733-f8da-4483-8457-d6e168d41412 None None] Pushing event updated for resources: {'Port': ['ID=1bbb13cf-5d1a-4071-bc9e-c4cc89111f61,revision_number=3']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:34.813511 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:34.817255 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-9e4dd929-c9f5-4821-b2ab-551f728807ea service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50196b94-245d-464f-b64e-df03a8b65048 HTTP/1.1" status: 200 len: 217 time: 0.0377634 Sep 06 04:38:34.852656 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf1ed4-f296-4e2a-8d27-f9cf3f09703a admin admin] Pushing event updated for resources: {'Network': ['ID=585693bd-959b-406d-bd74-134527676218,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:34.865632 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Attempting to bind port 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:38:34.867055 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Attempting to bind port 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': 'd1c0853e-8ae1-48c8-bb38-aedbe43aab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9'}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:38:34.867408 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Attempting to bind port 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 on network 79930370-1c5e-497c-9fc8-53811a3907a9 {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:38:34.868594 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network 585693bd-959b-406d-bd74-134527676218 details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:38:34.874349 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:38:34.880006 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-e317449b-b79e-427d-b4e7-1488d2e4cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:34.884121 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-e317449b-b79e-427d-b4e7-1488d2e4cbb8 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=620d1330-0c40-41f6-9a10-faccabf815ee HTTP/1.1" status: 200 len: 851 time: 0.0580454 Sep 06 04:38:34.914340 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-7fbf1ed4-f296-4e2a-8d27-f9cf3f09703a admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6726668 Sep 06 04:38:34.914632 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 39014) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:34.917871 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:34.919653 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-f48075f9-28c5-4592-a2b4-2206d88df984 admin admin] Request body: {'subnet': {'network_id': '585693bd-959b-406d-bd74-134527676218', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1188436936-subnet', 'tenant_id': '88ba913e7d444dd3ac73b85d93127172', 'ip_version': 4}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:34.922434 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:38:34.922884 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Checking segment: {'id': 'd1c0853e-8ae1-48c8-bb38-aedbe43aab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:38:34.923353 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:34.923806 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Bound using segment: {'id': 'd1c0853e-8ae1-48c8-bb38-aedbe43aab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9'} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:38:34.925250 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Bound port: 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c0853e-8ae1-48c8-bb38-aedbe43aab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9'}}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:38:34.927346 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:34.942085 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-cab58020-d2ee-4347-883d-330e472689a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:34.944082 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-cab58020-d2ee-4347-883d-330e472689a0 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=713bea32-eeee-4105-a352-3326771fb659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518668 Sep 06 04:38:34.960246 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:34.998871 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] For port 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:38:35.008631 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] For port 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=1bbb13cf-5d1a-4071-bc9e-c4cc89111f61,segment=NetworkSegment(d1c0853e-8ae1-48c8-bb38-aedbe43aab84),segment_id=d1c0853e-8ae1-48c8-bb38-aedbe43aab84)] {{(pid=106941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:38:35.021523 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48075f9-28c5-4592-a2b4-2206d88df984 admin admin] Made reservation on behalf of 88ba913e7d444dd3ac73b85d93127172 for: {'subnet': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:38:35.024600 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f48075f9-28c5-4592-a2b4-2206d88df984 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12317354'] for subnet (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:35.043751 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f,segment=NetworkSegment(5ebe3f8c-43a7-476a-a095-33eb90958fe2),segment_id=5ebe3f8c-43a7-476a-a095-33eb90958fe2)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:38:35.052945 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-321a8752-cd04-40c2-9b67-c2256ba873bb service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008224 Sep 06 04:38:35.060708 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f', 'network_id': '4fde5cd2-7805-4052-b982-e07ad789f60a', 'port_id': '5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f', 'mac_address': 'fa:16:3e:d2:37:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f5b91f-860a-4c5c-8448-463db99c7c4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:38:35.078778 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:35.103472 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:35.103859 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:35.122787 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:38:35.129119 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Routers {'6a901780-5f7e-4e92-85f4-39804a78ab01'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:38:35.132212 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:38:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['6a901780-5f7e-4e92-85f4-39804a78ab01'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:35.147950 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f,segment=NetworkSegment(5ebe3f8c-43a7-476a-a095-33eb90958fe2),segment_id=5ebe3f8c-43a7-476a-a095-33eb90958fe2)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:38:35.180416 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5d06b59b-2b72-4c67-9d2d-4e0ce1f9cb14 req-b3680eaf-7c82-4ae8-8183-b6d0c1e68b76 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198645 Sep 06 04:38:35.181283 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cb480-0d5b-437a-ad5e-b90be2cc6137 req-60e0a824-1a9f-4d16-af6d-46decc58b395 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:35.182789 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f18cb480-0d5b-437a-ad5e-b90be2cc6137 req-60e0a824-1a9f-4d16-af6d-46decc58b395 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 943 time: 0.0798016 Sep 06 04:38:35.201701 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:35.231536 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a2733-f8da-4483-8457-d6e168d41412 None None] Pushing event updated for resources: {'Port': ['ID=1bbb13cf-5d1a-4071-bc9e-c4cc89111f61,revision_number=4']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:35.239920 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:35.259346 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:35.266438 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] Set router 6a901780-5f7e-4e92-85f4-39804a78ab01 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:38:35.269457 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f18cb480-0d5b-437a-ad5e-b90be2cc6137 req-c2450825-6b2b-4af5-8c1a-5f8a7c52dbb1 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800805 Sep 06 04:38:35.394103 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f48075f9-28c5-4592-a2b4-2206d88df984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12287716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12317336'] for subnet (3d557649-bd2a-4a61-aca1-34790a35e661), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:35.435536 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:35.442629 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48075f9-28c5-4592-a2b4-2206d88df984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d557649-bd2a-4a61-aca1-34790a35e661,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:35.461949 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48075f9-28c5-4592-a2b4-2206d88df984 admin admin] Checking segment: {'id': '62904c70-5c60-406a-9fb7-d28076dc5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '585693bd-959b-406d-bd74-134527676218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:38:35.463854 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48075f9-28c5-4592-a2b4-2206d88df984 admin admin] Network hostable DHCP agents. Network: 585693bd-959b-406d-bd74-134527676218, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:38:35.470305 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device d164e460-b287-4611-8014-1ecbffffe7f6 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:38:35.481799 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'name': 'tempest-TestShelveInstance-134257311-router', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:32Z', 'revision_number': 4, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'gw_port': {'id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '1bbb13cf-5d1a-4071-bc9e-c4cc89111f61', 'name': '', 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'mac_address': 'fa:16:3e:fb:5a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'da21c44d-c491-4cde-9367-78edabda8793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:31Z', 'updated_at': '2022-09-06T04:38:34Z', 'revision_number': 4, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'subnets': [{'id': 'da21c44d-c491-4cde-9367-78edabda8793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:35.511617 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7afdcbd-a1cd-4f77-b23a-c82d593aa4bc None None] The sync data for ids ['6a901780-5f7e-4e92-85f4-39804a78ab01'] in dv-cinder-856002-1-iscsi is: [{'id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'name': 'tempest-TestShelveInstance-134257311-router', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:32Z', 'revision_number': 4, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'gw_port': {'id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '1bbb13cf-5d1a-4071-bc9e-c4cc89111f61', 'name': '', 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'mac_address': 'fa:16:3e:fb:5a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'da21c44d-c491-4cde-9367-78edabda8793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:31Z', 'updated_at': '2022-09-06T04:38:34Z', 'revision_number': 4, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'subnets': [{'id': 'da21c44d-c491-4cde-9367-78edabda8793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:38:35.527733 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port d164e460-b287-4611-8014-1ecbffffe7f6 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:35.527926 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (d164e460-b287-4611-8014-1ecbffffe7f6), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:35.570959 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48075f9-28c5-4592-a2b4-2206d88df984 admin admin] Network 585693bd-959b-406d-bd74-134527676218 is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:38:35.605536 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:35.643927 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port d164e460-b287-4611-8014-1ecbffffe7f6 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:35.651068 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c6536-33be-48b4-bfdf-673ecb4696d0 req-09b4dec8-9076-4aaa-81b7-b685318c80b4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:35.652840 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6e6c6536-33be-48b4-bfdf-673ecb4696d0 req-09b4dec8-9076-4aaa-81b7-b685318c80b4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 943 time: 0.0620198 Sep 06 04:38:35.661598 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-f48075f9-28c5-4592-a2b4-2206d88df984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, 585693bd-959b-406d-bd74-134527676218) {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:38:35.671081 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4a84c0-3efa-4d2f-bf83-aeaf08bfe15c None None] Network 585693bd-959b-406d-bd74-134527676218 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:38:35.675538 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48075f9-28c5-4592-a2b4-2206d88df984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:35.675538 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f48075f9-28c5-4592-a2b4-2206d88df984 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:35.717388 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6e6c6536-33be-48b4-bfdf-673ecb4696d0 req-c2c79445-0118-4b7c-b8d2-2dd40d884960 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581512 Sep 06 04:38:35.791495 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4520b16-d183-5460-ac04-4f8b2cdf2ef5-585693bd-959b-406d-bd74-134527676218', 'network_id': '585693bd-959b-406d-bd74-134527676218', 'project_id': '88ba913e7d444dd3ac73b85d93127172', 'fixed_ips': [{'subnet_id': '3d557649-bd2a-4a61-aca1-34790a35e661'}]}} from dv-cinder-856002-1-iscsi. {{(pid=106940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 06 04:38:35.792614 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:35.812214 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 39022) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:35.812324 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-f48075f9-28c5-4592-a2b4-2206d88df984 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8956940 Sep 06 04:38:35.818417 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1188436936-router', 'tenant_id': '88ba913e7d444dd3ac73b85d93127172', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:35.830422 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:38:35.935906 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12209'] for router (29d2d8fb-7458-4da1-802e-3c33b3f7bb44), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:35.936970 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12218'] for router (29d2d8fb-7458-4da1-802e-3c33b3f7bb44), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:35.996669 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Publish callbacks [] for router_controller (29d2d8fb-7458-4da1-802e-3c33b3f7bb44), precommit_add_association {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:36.011368 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.db_base_plugin_common [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Allocated IP 172.20.0.2 (585693bd-959b-406d-bd74-134527676218/3d557649-bd2a-4a61-aca1-34790a35e661/435ea2b2-54b8-45b5-94fc-e879d95c795f) {{(pid=106940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:38:36.210010 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Publish callbacks [] for port (435ea2b2-54b8-45b5-94fc-e879d95c795f), precommit_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:36.245240 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Publish callbacks [] for router_gateway (29d2d8fb-7458-4da1-802e-3c33b3f7bb44), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:36.291078 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (435ea2b2-54b8-45b5-94fc-e879d95c795f), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:36.332291 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Network 585693bd-959b-406d-bd74-134527676218 is already hosted by enough agents. {{(pid=106940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:38:36.336167 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.base_scheduler [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Resources bound (agent type, host, resource id): {{(pid=106940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:38:36.340269 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Received port after_create {{(pid=106940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:38:36.359844 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Pushing event updated for resources: {'Port': ['ID=435ea2b2-54b8-45b5-94fc-e879d95c795f,revision_number=1']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:36.389300 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:36.429057 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba9b7-2730-4a90-a5ca-c6a0e685c766 req-a2942a00-0ca3-429d-97bc-41f13f605573 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:36.437235 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c5dba9b7-2730-4a90-a5ca-c6a0e685c766 req-a2942a00-0ca3-429d-97bc-41f13f605573 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 944 time: 0.0812597 Sep 06 04:38:36.438636 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Attempting to bind port 435ea2b2-54b8-45b5-94fc-e879d95c795f on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:38:36.439072 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Attempting to bind port 435ea2b2-54b8-45b5-94fc-e879d95c795f by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '62904c70-5c60-406a-9fb7-d28076dc5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '585693bd-959b-406d-bd74-134527676218'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:38:36.439500 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Attempting to bind port 435ea2b2-54b8-45b5-94fc-e879d95c795f on network 585693bd-959b-406d-bd74-134527676218 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:38:36.490539 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c5dba9b7-2730-4a90-a5ca-c6a0e685c766 req-8dc836e8-fbbd-4491-bde1-2589ba0fe1d5 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520484 Sep 06 04:38:36.494209 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:38:36.494638 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Checking segment: {'id': '62904c70-5c60-406a-9fb7-d28076dc5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '585693bd-959b-406d-bd74-134527676218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:38:36.495041 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:36.495428 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Bound using segment: {'id': '62904c70-5c60-406a-9fb7-d28076dc5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '585693bd-959b-406d-bd74-134527676218'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:38:36.495901 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Bound port: 435ea2b2-54b8-45b5-94fc-e879d95c795f, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62904c70-5c60-406a-9fb7-d28076dc5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '585693bd-959b-406d-bd74-134527676218'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:38:36.496274 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (435ea2b2-54b8-45b5-94fc-e879d95c795f), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:36.544212 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Publish callbacks [] for router_gateway (29d2d8fb-7458-4da1-802e-3c33b3f7bb44), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:36.562731 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:36.572934 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] For port 435ea2b2-54b8-45b5-94fc-e879d95c795f, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:38:36.576944 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] For port 435ea2b2-54b8-45b5-94fc-e879d95c795f, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=435ea2b2-54b8-45b5-94fc-e879d95c795f,segment=NetworkSegment(62904c70-5c60-406a-9fb7-d28076dc5efc),segment_id=62904c70-5c60-406a-9fb7-d28076dc5efc)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:38:36.592726 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:36.657071 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (435ea2b2-54b8-45b5-94fc-e879d95c795f), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:36.685906 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:36.686979 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Allocated IP 172.27.1.202 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/21fc7bee-8f20-4c63-bf38-8b6e48a42257) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:38:36.724209 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff4908-bcb5-447f-9f71-5a714d32e388 None None] Pushing event updated for resources: {'Port': ['ID=435ea2b2-54b8-45b5-94fc-e879d95c795f,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:36.811063 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Publish callbacks [] for port (21fc7bee-8f20-4c63-bf38-8b6e48a42257), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:36.843797 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:37.084207 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163db2d-072e-455d-bc77-b319f4cea209 req-b50b26a0-60c9-4e25-b8fc-3d6a99d6c61d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:37.085647 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f163db2d-072e-455d-bc77-b319f4cea209 req-b50b26a0-60c9-4e25-b8fc-3d6a99d6c61d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 943 time: 0.2806044 Sep 06 04:38:37.141770 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f163db2d-072e-455d-bc77-b319f4cea209 req-f05c712e-5691-4678-8a2f-dba6202e656c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494907 Sep 06 04:38:37.193419 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (21fc7bee-8f20-4c63-bf38-8b6e48a42257), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:37.242733 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:38:37.244021 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:38:37.246214 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Pushing event updated for resources: {'Port': ['ID=21fc7bee-8f20-4c63-bf38-8b6e48a42257,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:37.248679 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:38:37.286749 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:37.287057 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:37.287398 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:37.301612 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:37.301612 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:37.301612 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:37.301612 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:37.301612 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:37.301612 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:37.301612 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:37.301612 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:37.301612 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:37.301612 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:37.301612 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:37.301612 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:37.302831 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:38:37.351879 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:38:37.427113 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:37.427948 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:37.542513 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:37.543015 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:37.575321 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 435ea2b2-54b8-45b5-94fc-e879d95c795f up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:38:37.624162 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Publish callbacks [] for router_gateway (29d2d8fb-7458-4da1-802e-3c33b3f7bb44), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:37.655038 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d37307-eefc-4b31-b42d-6042e4abee25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:38:37.657291 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1382df-e2a7-45cb-a344-b86d8d54a8ba" -d '{"events": [{"server_uuid": "10d37307-eefc-4b31-b42d-6042e4abee25", "name": "network-vif-plugged", "status": "completed", "tag": "5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:38:37.667252 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a4380-0af4-4713-94b3-8a254ee3665a req-22d57dfd-0c2d-4b25-9c1c-d4ad21d70474 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:37.669931 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-284a4380-0af4-4713-94b3-8a254ee3665a req-22d57dfd-0c2d-4b25-9c1c-d4ad21d70474 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 944 time: 0.0650518 Sep 06 04:38:37.702208 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f,segment=NetworkSegment(5ebe3f8c-43a7-476a-a095-33eb90958fe2),segment_id=5ebe3f8c-43a7-476a-a095-33eb90958fe2)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:38:37.723179 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ddf0c4-80c3-41b2-95b8-04bfb9369320 x-openstack-request-id: req-55ddf0c4-80c3-41b2-95b8-04bfb9369320 {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:38:37.723661 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d37307-eefc-4b31-b42d-6042e4abee25", "name": "network-vif-plugged", "status": "completed", "tag": "5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:38:37.723983 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55ddf0c4-80c3-41b2-95b8-04bfb9369320 {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:38:37.724451 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ddf0c4-80c3-41b2-95b8-04bfb9369320'] response: {'server_uuid': '10d37307-eefc-4b31-b42d-6042e4abee25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f', 'code': 200} Sep 06 04:38:37.729682 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 435ea2b2-54b8-45b5-94fc-e879d95c795f triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:37.729682 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (435ea2b2-54b8-45b5-94fc-e879d95c795f), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:37.771261 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-284a4380-0af4-4713-94b3-8a254ee3665a req-3dcfb951-de95-4cbb-af3f-ccf5443558f5 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892673 Sep 06 04:38:37.820084 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:37.856067 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:37.856798 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 435ea2b2-54b8-45b5-94fc-e879d95c795f is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:37.857180 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (435ea2b2-54b8-45b5-94fc-e879d95c795f), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:37.893403 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745134'] for router (29d2d8fb-7458-4da1-802e-3c33b3f7bb44), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:38.023144 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51617d6-7d86-4c3e-a721-6a5eaf7caf49 None None] Network 585693bd-959b-406d-bd74-134527676218 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:38:38.086770 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:38.089283 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-077ff814-0f5d-40ed-989c-95800c57529a None None] Provisioning complete for port 435ea2b2-54b8-45b5-94fc-e879d95c795f triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:38.089675 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-077ff814-0f5d-40ed-989c-95800c57529a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (435ea2b2-54b8-45b5-94fc-e879d95c795f), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:38.096494 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Router 29d2d8fb-7458-4da1-802e-3c33b3f7bb44 is scheduled to L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 with binding_index 1 {{(pid=106938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 04:38:38.142566 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port 435ea2b2-54b8-45b5-94fc-e879d95c795f, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=435ea2b2-54b8-45b5-94fc-e879d95c795f,segment=NetworkSegment(62904c70-5c60-406a-9fb7-d28076dc5efc),segment_id=62904c70-5c60-406a-9fb7-d28076dc5efc)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:38:38.192493 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59efcb-1279-46dd-84d8-49e8b151feee req-2ed6b94a-902d-4cd9-976b-8a6d8e273fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:38.194107 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cd59efcb-1279-46dd-84d8-49e8b151feee req-2ed6b94a-902d-4cd9-976b-8a6d8e273fde service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 1129 time: 0.0838797 Sep 06 04:38:38.219867 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (435ea2b2-54b8-45b5-94fc-e879d95c795f), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:38.220680 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:38:38.280423 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:38.331535 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cd59efcb-1279-46dd-84d8-49e8b151feee req-b866832f-159e-41ad-94e7-dc549e3f572d service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300781 Sep 06 04:38:38.331735 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-077ff814-0f5d-40ed-989c-95800c57529a None None] Current status of the port 435ea2b2-54b8-45b5-94fc-e879d95c795f is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:38.337759 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5decb7-6193-423d-818a-5df9f9928d3a req-08df1f91-7d27-4a38-aa49-9b377707e51f tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:38.339218 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bf5decb7-6193-423d-818a-5df9f9928d3a req-08df1f91-7d27-4a38-aa49-9b377707e51f tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 943 time: 0.0779192 Sep 06 04:38:38.340394 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:38:38.353380 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Sync routers for ids ['29d2d8fb-7458-4da1-802e-3c33b3f7bb44'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:38:38.360426 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:38.360522 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=435ea2b2-54b8-45b5-94fc-e879d95c795f,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:38.367521 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:38.367972 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:38.398576 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:38.405990 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Routers {'29d2d8fb-7458-4da1-802e-3c33b3f7bb44'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:38:38.406751 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:38:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['29d2d8fb-7458-4da1-802e-3c33b3f7bb44'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:38.425903 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bf5decb7-6193-423d-818a-5df9f9928d3a req-2eb23d09-d52b-4009-bac4-5b0719c24684 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663364 Sep 06 04:38:38.429782 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:38.431088 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-f870f6e1-aa06-436a-ae67-df6bb281e8fb admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6172543 Sep 06 04:38:38.433713 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 39050) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:38.566745 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:38.567132 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:38.577751 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-864b011f-5bf2-4b18-b67d-3d42cb4f1766 None None] Provisioning complete for port 435ea2b2-54b8-45b5-94fc-e879d95c795f triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:38.577973 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-864b011f-5bf2-4b18-b67d-3d42cb4f1766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (435ea2b2-54b8-45b5-94fc-e879d95c795f), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:38.591422 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Set router 29d2d8fb-7458-4da1-802e-3c33b3f7bb44 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:38:38.735801 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=1bbb13cf-5d1a-4071-bc9e-c4cc89111f61,segment=NetworkSegment(d1c0853e-8ae1-48c8-bb38-aedbe43aab84),segment_id=d1c0853e-8ae1-48c8-bb38-aedbe43aab84)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:38:38.806446 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:38.808034 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-864b011f-5bf2-4b18-b67d-3d42cb4f1766 None None] Current status of the port 435ea2b2-54b8-45b5-94fc-e879d95c795f is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:38.831520 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:38.850288 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:38.855367 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'name': 'tempest-TestShelveInstance-1188436936-router', 'tenant_id': '88ba913e7d444dd3ac73b85d93127172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '21fc7bee-8f20-4c63-bf38-8b6e48a42257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:35Z', 'updated_at': '2022-09-06T04:38:37Z', 'revision_number': 3, 'project_id': '88ba913e7d444dd3ac73b85d93127172', 'gw_port': {'id': '21fc7bee-8f20-4c63-bf38-8b6e48a42257', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:36Z', 'updated_at': '2022-09-06T04:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:38.859852 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:38.905578 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16bc43-c5b2-4880-aa02-740c6feeacfc req-2dd7f44e-8f1b-4a2a-864c-317daeb9b1be tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:38.908969 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Checking router: 29d2d8fb-7458-4da1-802e-3c33b3f7bb44 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:38:38.909327 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7c16bc43-c5b2-4880-aa02-740c6feeacfc req-2dd7f44e-8f1b-4a2a-864c-317daeb9b1be tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 945 time: 0.0536637 Sep 06 04:38:38.909446 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Updating router 29d2d8fb-7458-4da1-802e-3c33b3f7bb44 port 21fc7bee-8f20-4c63-bf38-8b6e48a42257 binding host dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:38:38.954232 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=1bbb13cf-5d1a-4071-bc9e-c4cc89111f61,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:38.957642 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (21fc7bee-8f20-4c63-bf38-8b6e48a42257), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:38.969360 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7c16bc43-c5b2-4880-aa02-740c6feeacfc req-42579ea1-44cf-498d-9ed6-e8368b106f9f tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539784 Sep 06 04:38:39.037340 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] Allocated IP 172.20.0.1 (585693bd-959b-406d-bd74-134527676218/3d557649-bd2a-4a61-aca1-34790a35e661/0c7194b7-45e0-4c04-8e07-11eb0017eadf) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:38:39.141527 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] Publish callbacks [] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:39.215532 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Publish callbacks [] for port (21fc7bee-8f20-4c63-bf38-8b6e48a42257), precommit_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:39.231076 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:39.273209 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] Network 585693bd-959b-406d-bd74-134527676218 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:38:39.280173 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:38:39.284316 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:38:39.284992 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738324'] for router_interface (29d2d8fb-7458-4da1-802e-3c33b3f7bb44), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:39.290312 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] Pushing event updated for resources: {'Port': ['ID=0c7194b7-45e0-4c04-8e07-11eb0017eadf,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:39.319739 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (21fc7bee-8f20-4c63-bf38-8b6e48a42257), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:39.366875 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Attempting to bind port 21fc7bee-8f20-4c63-bf38-8b6e48a42257 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:38:39.366875 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Attempting to bind port 21fc7bee-8f20-4c63-bf38-8b6e48a42257 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:38:39.366875 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Attempting to bind port 21fc7bee-8f20-4c63-bf38-8b6e48a42257 on network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:38:39.434438 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811d1c4-caf0-4c8b-89c9-2443bb1e81d8 None None] Pushing event updated for resources: {'Port': ['ID=21fc7bee-8f20-4c63-bf38-8b6e48a42257,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:39.447297 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:39.456642 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:38:39.456945 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Checking segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:38:39.457405 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:39.457799 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Bound using segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:38:39.458321 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Bound port: 21fc7bee-8f20-4c63-bf38-8b6e48a42257, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:38:39.458830 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (21fc7bee-8f20-4c63-bf38-8b6e48a42257), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:39.518295 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] For port 21fc7bee-8f20-4c63-bf38-8b6e48a42257, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:38:39.521500 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:39.522416 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] For port 21fc7bee-8f20-4c63-bf38-8b6e48a42257, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=21fc7bee-8f20-4c63-bf38-8b6e48a42257,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:38:39.526295 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:39.529137 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 435ea2b2-54b8-45b5-94fc-e879d95c795f up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:38:39.560147 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-0cdfd2f8-a257-49b6-86d8-b010fc38cb68 None None] Provisioning complete for port 0c7194b7-45e0-4c04-8e07-11eb0017eadf triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:39.560442 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-0cdfd2f8-a257-49b6-86d8-b010fc38cb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:39.594616 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (21fc7bee-8f20-4c63-bf38-8b6e48a42257), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:39.597977 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171ca57-cf48-4d28-b0d6-441c90463e63 req-d650b274-86ef-4327-8d96-afa15192ddab tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:39.599538 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5171ca57-cf48-4d28-b0d6-441c90463e63 req-d650b274-86ef-4327-8d96-afa15192ddab tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 943 time: 0.0742733 Sep 06 04:38:39.631420 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-0cdfd2f8-a257-49b6-86d8-b010fc38cb68 None None] Port 0c7194b7-45e0-4c04-8e07-11eb0017eadf cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:38:39.652027 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Routers {'29d2d8fb-7458-4da1-802e-3c33b3f7bb44'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:38:39.652656 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:38:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['29d2d8fb-7458-4da1-802e-3c33b3f7bb44'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:39.711576 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5171ca57-cf48-4d28-b0d6-441c90463e63 req-30bfa191-da0a-46e5-85f6-bedeae455295 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013546 Sep 06 04:38:39.749944 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:39.770880 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] Publish callbacks [] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:39.819603 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:39.820437 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 435ea2b2-54b8-45b5-94fc-e879d95c795f triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:39.820812 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (435ea2b2-54b8-45b5-94fc-e879d95c795f), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:39.826828 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:39.827591 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738488'] for router_interface (29d2d8fb-7458-4da1-802e-3c33b3f7bb44), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:39.864029 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811d1c4-caf0-4c8b-89c9-2443bb1e81d8 None None] Pushing event updated for resources: {'Port': ['ID=21fc7bee-8f20-4c63-bf38-8b6e48a42257,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:39.918967 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] Pushing event updated for resources: {'Port': ['ID=0c7194b7-45e0-4c04-8e07-11eb0017eadf,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:39.936821 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] Set router 29d2d8fb-7458-4da1-802e-3c33b3f7bb44 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:38:39.962239 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] Network 585693bd-959b-406d-bd74-134527676218 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:38:39.963690 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:38:40.053194 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 435ea2b2-54b8-45b5-94fc-e879d95c795f is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:40.054535 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:38:40.096530 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] Router 29d2d8fb-7458-4da1-802e-3c33b3f7bb44 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:38:40.161046 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e8cc0-397b-4c45-ad7f-a5a430f6ee39 req-b65e2638-79af-4a15-a4e7-0521a9110039 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:40.169496 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4d3e8cc0-397b-4c45-ad7f-a5a430f6ee39 req-b65e2638-79af-4a15-a4e7-0521a9110039 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 945 time: 0.0729172 Sep 06 04:38:40.236019 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4d3e8cc0-397b-4c45-ad7f-a5a430f6ee39 req-a3a367ed-53ba-4402-8c61-711ee367a74c tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653856 Sep 06 04:38:40.290712 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-5ed082fe-1805-4506-8f1e-11c7acb1843e None None] Provisioning complete for port 0c7194b7-45e0-4c04-8e07-11eb0017eadf triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:40.291278 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-5ed082fe-1805-4506-8f1e-11c7acb1843e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:40.293135 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'name': 'tempest-TestShelveInstance-1188436936-router', 'tenant_id': '88ba913e7d444dd3ac73b85d93127172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '21fc7bee-8f20-4c63-bf38-8b6e48a42257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:35Z', 'updated_at': '2022-09-06T04:38:39Z', 'revision_number': 4, 'project_id': '88ba913e7d444dd3ac73b85d93127172', 'gw_port': {'id': '21fc7bee-8f20-4c63-bf38-8b6e48a42257', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:36Z', 'updated_at': '2022-09-06T04:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '0c7194b7-45e0-4c04-8e07-11eb0017eadf', 'name': '', 'network_id': '585693bd-959b-406d-bd74-134527676218', 'tenant_id': '88ba913e7d444dd3ac73b85d93127172', 'mac_address': 'fa:16:3e:42:17:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3d557649-bd2a-4a61-aca1-34790a35e661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:38Z', 'updated_at': '2022-09-06T04:38:39Z', 'revision_number': 1, 'project_id': '88ba913e7d444dd3ac73b85d93127172', 'subnets': [{'id': '3d557649-bd2a-4a61-aca1-34790a35e661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:40.339185 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:40.339712 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:40.343615 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f18dc8-b410-4e54-ad74-47aa0ae33d89 None None] The sync data for ids ['29d2d8fb-7458-4da1-802e-3c33b3f7bb44'] in dv-cinder-856002-1-iscsi is: [{'id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'name': 'tempest-TestShelveInstance-1188436936-router', 'tenant_id': '88ba913e7d444dd3ac73b85d93127172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '21fc7bee-8f20-4c63-bf38-8b6e48a42257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:35Z', 'updated_at': '2022-09-06T04:38:39Z', 'revision_number': 4, 'project_id': '88ba913e7d444dd3ac73b85d93127172', 'gw_port': {'id': '21fc7bee-8f20-4c63-bf38-8b6e48a42257', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:36Z', 'updated_at': '2022-09-06T04:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '0c7194b7-45e0-4c04-8e07-11eb0017eadf', 'name': '', 'network_id': '585693bd-959b-406d-bd74-134527676218', 'tenant_id': '88ba913e7d444dd3ac73b85d93127172', 'mac_address': 'fa:16:3e:42:17:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3d557649-bd2a-4a61-aca1-34790a35e661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:38Z', 'updated_at': '2022-09-06T04:38:39Z', 'revision_number': 1, 'project_id': '88ba913e7d444dd3ac73b85d93127172', 'subnets': [{'id': '3d557649-bd2a-4a61-aca1-34790a35e661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:38:40.396314 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-5ed082fe-1805-4506-8f1e-11c7acb1843e None None] Port 0c7194b7-45e0-4c04-8e07-11eb0017eadf cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:38:40.446297 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:40.455859 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:38:40.462515 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-07b52627-e6f1-49bd-b803-c333730a825f admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/29d2d8fb-7458-4da1-802e-3c33b3f7bb44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0275669 Sep 06 04:38:40.848078 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc304f2-a3fe-41c5-ad19-61de200b9477 req-cc0b4a2a-58e2-4c6c-9e6a-ce9af55aafed tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:40.849963 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2cc304f2-a3fe-41c5-ad19-61de200b9477 req-cc0b4a2a-58e2-4c6c-9e6a-ce9af55aafed tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 943 time: 0.0481417 Sep 06 04:38:40.904573 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2cc304f2-a3fe-41c5-ad19-61de200b9477 req-a76c2b0c-8d79-435f-b3ae-5cb8165553a4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491338 Sep 06 04:38:40.946198 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 39078) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:40.950860 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1745857450', 'description': 'tempest-secgroup-smoke-1745857450 description', 'project_id': '17ca991debba43b98c1ad8f0f91c63a9'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:41.049790 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:41.147418 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group (f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:41.209736 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:41.239221 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:41.246068 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:41.248341 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:41.248341 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:41.248341 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:41.248341 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:41.248341 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:41.248341 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:41.248341 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:41.248952 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:41.248952 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:41.249135 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:41.249468 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:41.249780 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:41.250087 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:41.250400 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:41.340844 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:41.342001 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-7c32da7a-f98c-42bd-bfea-369faf6d87a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3947046 Sep 06 04:38:41.344930 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 39082) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:41.351062 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-a20cea7b-446f-4f7a-a127-37a6d953c142 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Request body: {'security_group_rule': {'security_group_id': 'f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b', 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:41.373064 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70391f-764c-4f1e-b564-dc89c3827529 req-8ef76c96-fd83-47b4-b7d0-d4f003acfd13 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:41.374622 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ac70391f-764c-4f1e-b564-dc89c3827529 req-8ef76c96-fd83-47b4-b7d0-d4f003acfd13 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 945 time: 0.0674508 Sep 06 04:38:41.381593 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:41.441537 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ac70391f-764c-4f1e-b564-dc89c3827529 req-77317d8e-23fe-46b2-b280-a5d3eb8da36a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570371 Sep 06 04:38:41.467375 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a20cea7b-446f-4f7a-a127-37a6d953c142 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group_rule (5e02ceb1-4f9c-434c-b970-80b3819618e6), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:41.490010 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 21fc7bee-8f20-4c63-bf38-8b6e48a42257 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:38:41.507060 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:41.532730 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a20cea7b-446f-4f7a-a127-37a6d953c142 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group_rule (5e02ceb1-4f9c-434c-b970-80b3819618e6), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:41.539091 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 21fc7bee-8f20-4c63-bf38-8b6e48a42257 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:41.539469 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (21fc7bee-8f20-4c63-bf38-8b6e48a42257), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:41.599143 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a20cea7b-446f-4f7a-a127-37a6d953c142 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (5e02ceb1-4f9c-434c-b970-80b3819618e6), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:41.607017 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:41.620540 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 21fc7bee-8f20-4c63-bf38-8b6e48a42257 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:41.620905 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (21fc7bee-8f20-4c63-bf38-8b6e48a42257), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:41.621937 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cea7b-446f-4f7a-a127-37a6d953c142 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e02ceb1-4f9c-434c-b970-80b3819618e6,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:41.642395 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port 21fc7bee-8f20-4c63-bf38-8b6e48a42257, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=21fc7bee-8f20-4c63-bf38-8b6e48a42257,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:38:41.718545 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (21fc7bee-8f20-4c63-bf38-8b6e48a42257), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:41.722310 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a20cea7b-446f-4f7a-a127-37a6d953c142 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:41.727957 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 39122) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:41.734215 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-c128b2cc-27d7-4274-9b59-a298e3fa559f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Request body: {'security_group_rule': {'security_group_id': 'f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b', 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:41.741155 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-a20cea7b-446f-4f7a-a127-37a6d953c142 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3950636 Sep 06 04:38:41.773161 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=21fc7bee-8f20-4c63-bf38-8b6e48a42257,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:41.816741 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c128b2cc-27d7-4274-9b59-a298e3fa559f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group_rule (ff26e4f9-1ba7-42c9-8639-8d9a417c7d1c), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:41.879367 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c128b2cc-27d7-4274-9b59-a298e3fa559f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group_rule (ff26e4f9-1ba7-42c9-8639-8d9a417c7d1c), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:42.023998 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5890c-4d05-4171-b31f-801a388db3f7 req-c7115d55-62b1-4f52-9ada-85d58c6c2478 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:42.025405 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-efb5890c-4d05-4171-b31f-801a388db3f7 req-c7115d55-62b1-4f52-9ada-85d58c6c2478 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 943 time: 0.0453682 Sep 06 04:38:42.039365 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c128b2cc-27d7-4274-9b59-a298e3fa559f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (ff26e4f9-1ba7-42c9-8639-8d9a417c7d1c), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:42.078845 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128b2cc-27d7-4274-9b59-a298e3fa559f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff26e4f9-1ba7-42c9-8639-8d9a417c7d1c,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:42.111638 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-efb5890c-4d05-4171-b31f-801a388db3f7 req-79072443-dcd1-4cea-b318-1c77fbdb3554 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803528 Sep 06 04:38:42.143542 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c128b2cc-27d7-4274-9b59-a298e3fa559f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:42.144793 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-c128b2cc-27d7-4274-9b59-a298e3fa559f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4151621 Sep 06 04:38:42.154305 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 39132) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:42.158698 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-4dde505d-56b1-48a3-8a74-9c820e505bfc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Request body: {'security_group_rule': {'security_group_id': 'f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b', 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:42.170337 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-5e85f166-f090-498e-ad96-4545267c3343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:42.256821 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4dde505d-56b1-48a3-8a74-9c820e505bfc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group_rule (d6beb51a-b795-4bf9-8723-78b75405c1c2), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:42.321055 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:42.332646 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4dde505d-56b1-48a3-8a74-9c820e505bfc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group_rule (d6beb51a-b795-4bf9-8723-78b75405c1c2), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:42.387262 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4dde505d-56b1-48a3-8a74-9c820e505bfc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (d6beb51a-b795-4bf9-8723-78b75405c1c2), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:42.409263 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde505d-56b1-48a3-8a74-9c820e505bfc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6beb51a-b795-4bf9-8723-78b75405c1c2,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:42.486109 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4dde505d-56b1-48a3-8a74-9c820e505bfc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:42.487477 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-4dde505d-56b1-48a3-8a74-9c820e505bfc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3322492 Sep 06 04:38:42.490768 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 39138) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:42.495294 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-89acaf90-a5ad-4970-bd2f-676f85df1020 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Request body: {'security_group_rule': {'security_group_id': 'f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b', 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:42.588878 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-89acaf90-a5ad-4970-bd2f-676f85df1020 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group_rule (23e55b21-a800-421d-81c9-a4a9e1cf52dd), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:42.651305 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-89acaf90-a5ad-4970-bd2f-676f85df1020 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group_rule (23e55b21-a800-421d-81c9-a4a9e1cf52dd), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:42.723715 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-89acaf90-a5ad-4970-bd2f-676f85df1020 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (23e55b21-a800-421d-81c9-a4a9e1cf52dd), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:42.745008 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acaf90-a5ad-4970-bd2f-676f85df1020 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e55b21-a800-421d-81c9-a4a9e1cf52dd,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:42.817824 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-89acaf90-a5ad-4970-bd2f-676f85df1020 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:42.819084 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-89acaf90-a5ad-4970-bd2f-676f85df1020 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3272932 Sep 06 04:38:42.821906 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 39148) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:42.828742 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-713dc7ef-9b89-4155-a499-25e376050f8a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Request body: {'security_group_rule': {'security_group_id': 'f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b', 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:42.937513 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.securitygroups_db [None req-713dc7ef-9b89-4155-a499-25e376050f8a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Project 17ca991debba43b98c1ad8f0f91c63a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 04:38:42.951620 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-713dc7ef-9b89-4155-a499-25e376050f8a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group_rule (0412d662-1749-4dc8-919c-29a69a53495f), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:43.022490 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-713dc7ef-9b89-4155-a499-25e376050f8a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group_rule (0412d662-1749-4dc8-919c-29a69a53495f), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:43.101002 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-713dc7ef-9b89-4155-a499-25e376050f8a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (0412d662-1749-4dc8-919c-29a69a53495f), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:43.121230 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713dc7ef-9b89-4155-a499-25e376050f8a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0412d662-1749-4dc8-919c-29a69a53495f,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:43.183618 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-713dc7ef-9b89-4155-a499-25e376050f8a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:43.185383 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-713dc7ef-9b89-4155-a499-25e376050f8a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3624339 Sep 06 04:38:43.188510 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 39164) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:38:43.194374 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-01be435d-58bc-4d8c-844a-a9b29fe1729e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Request body: {'security_group_rule': {'security_group_id': 'f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b', 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:38:43.258167 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b38e2-6a15-4019-9109-680855f69320 req-c2bea820-3774-430c-85ec-46bcd766d6dd tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:43.259896 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-de9b38e2-6a15-4019-9109-680855f69320 req-c2bea820-3774-430c-85ec-46bcd766d6dd tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 943 time: 0.0574014 Sep 06 04:38:43.272752 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.securitygroups_db [None req-01be435d-58bc-4d8c-844a-a9b29fe1729e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Project 17ca991debba43b98c1ad8f0f91c63a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 04:38:43.280012 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-01be435d-58bc-4d8c-844a-a9b29fe1729e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group_rule (7c8c9ef2-649e-4452-938c-06dfecdd3d27), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:43.322646 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-de9b38e2-6a15-4019-9109-680855f69320 req-c9fef342-d83b-4ae4-b4a2-fc89066dda49 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566957 Sep 06 04:38:43.354159 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:43.362747 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-01be435d-58bc-4d8c-844a-a9b29fe1729e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group_rule (7c8c9ef2-649e-4452-938c-06dfecdd3d27), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:43.433430 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-01be435d-58bc-4d8c-844a-a9b29fe1729e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (7c8c9ef2-649e-4452-938c-06dfecdd3d27), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:43.455916 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be435d-58bc-4d8c-844a-a9b29fe1729e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8c9ef2-649e-4452-938c-06dfecdd3d27,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:43.467831 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 21fc7bee-8f20-4c63-bf38-8b6e48a42257 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:38:43.514976 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-01be435d-58bc-4d8c-844a-a9b29fe1729e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:43.516212 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-01be435d-58bc-4d8c-844a-a9b29fe1729e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3262763 Sep 06 04:38:43.522559 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 21fc7bee-8f20-4c63-bf38-8b6e48a42257 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:43.522945 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (21fc7bee-8f20-4c63-bf38-8b6e48a42257), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:43.539046 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Sync routers for ids ['29d2d8fb-7458-4da1-802e-3c33b3f7bb44'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:38:43.543321 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:43.553949 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Routers {'29d2d8fb-7458-4da1-802e-3c33b3f7bb44'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:38:43.554633 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:38:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['29d2d8fb-7458-4da1-802e-3c33b3f7bb44'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:43.628297 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 21fc7bee-8f20-4c63-bf38-8b6e48a42257 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:43.675053 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Set router 29d2d8fb-7458-4da1-802e-3c33b3f7bb44 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:38:43.889194 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'name': 'tempest-TestShelveInstance-1188436936-router', 'tenant_id': '88ba913e7d444dd3ac73b85d93127172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '21fc7bee-8f20-4c63-bf38-8b6e48a42257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:35Z', 'updated_at': '2022-09-06T04:38:39Z', 'revision_number': 4, 'project_id': '88ba913e7d444dd3ac73b85d93127172', 'gw_port': {'id': '21fc7bee-8f20-4c63-bf38-8b6e48a42257', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:36Z', 'updated_at': '2022-09-06T04:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '0c7194b7-45e0-4c04-8e07-11eb0017eadf', 'name': '', 'network_id': '585693bd-959b-406d-bd74-134527676218', 'tenant_id': '88ba913e7d444dd3ac73b85d93127172', 'mac_address': 'fa:16:3e:42:17:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3d557649-bd2a-4a61-aca1-34790a35e661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:38Z', 'updated_at': '2022-09-06T04:38:39Z', 'revision_number': 2, 'project_id': '88ba913e7d444dd3ac73b85d93127172', 'subnets': [{'id': '3d557649-bd2a-4a61-aca1-34790a35e661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:43.915567 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Checking router: 29d2d8fb-7458-4da1-802e-3c33b3f7bb44 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:38:43.915925 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Updating router 29d2d8fb-7458-4da1-802e-3c33b3f7bb44 port 0c7194b7-45e0-4c04-8e07-11eb0017eadf binding host dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:38:43.948695 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:44.210931 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Publish callbacks [] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), precommit_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:44.306977 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:44.313674 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:44.399272 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a5fd5-9ea0-422e-ad71-321b99e329e4 None None] Pushing event updated for resources: {'Port': ['ID=0c7194b7-45e0-4c04-8e07-11eb0017eadf,revision_number=3']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:44.415250 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Attempting to bind port 0c7194b7-45e0-4c04-8e07-11eb0017eadf on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:38:44.429897 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Attempting to bind port 0c7194b7-45e0-4c04-8e07-11eb0017eadf by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '62904c70-5c60-406a-9fb7-d28076dc5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '585693bd-959b-406d-bd74-134527676218'}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:38:44.429897 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Attempting to bind port 0c7194b7-45e0-4c04-8e07-11eb0017eadf on network 585693bd-959b-406d-bd74-134527676218 {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:38:44.461855 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-e76d5c00-d0f4-446e-a719-4f9154e97308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:44.464379 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:38:44.464747 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Checking segment: {'id': '62904c70-5c60-406a-9fb7-d28076dc5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '585693bd-959b-406d-bd74-134527676218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:38:44.465345 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:44.465904 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Bound using segment: {'id': '62904c70-5c60-406a-9fb7-d28076dc5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '585693bd-959b-406d-bd74-134527676218'} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:38:44.466534 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Bound port: 0c7194b7-45e0-4c04-8e07-11eb0017eadf, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62904c70-5c60-406a-9fb7-d28076dc5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '585693bd-959b-406d-bd74-134527676218'}}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:38:44.466913 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:44.525221 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b71d5-d9c8-4be6-b9eb-fb0caa1bb5ef req-8fe84901-1621-4e8e-8391-3adea92f6ad8 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:44.532981 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-901b71d5-d9c8-4be6-b9eb-fb0caa1bb5ef req-8fe84901-1621-4e8e-8391-3adea92f6ad8 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 943 time: 0.0936589 Sep 06 04:38:44.550338 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] For port 0c7194b7-45e0-4c04-8e07-11eb0017eadf, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:38:44.553895 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] For port 0c7194b7-45e0-4c04-8e07-11eb0017eadf, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=0c7194b7-45e0-4c04-8e07-11eb0017eadf,segment=NetworkSegment(62904c70-5c60-406a-9fb7-d28076dc5efc),segment_id=62904c70-5c60-406a-9fb7-d28076dc5efc)] {{(pid=106941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:38:44.593519 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-901b71d5-d9c8-4be6-b9eb-fb0caa1bb5ef req-1378b623-e3b7-4d8d-8721-32cafb2550da tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593398 Sep 06 04:38:44.651503 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:44.697121 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Routers {'29d2d8fb-7458-4da1-802e-3c33b3f7bb44'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:38:44.697750 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:38:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['29d2d8fb-7458-4da1-802e-3c33b3f7bb44'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:44.753647 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a5fd5-9ea0-422e-ad71-321b99e329e4 None None] Pushing event updated for resources: {'Port': ['ID=0c7194b7-45e0-4c04-8e07-11eb0017eadf,revision_number=4']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:44.835346 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] Set router 29d2d8fb-7458-4da1-802e-3c33b3f7bb44 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:38:45.041943 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:45.109718 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'name': 'tempest-TestShelveInstance-1188436936-router', 'tenant_id': '88ba913e7d444dd3ac73b85d93127172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '21fc7bee-8f20-4c63-bf38-8b6e48a42257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:35Z', 'updated_at': '2022-09-06T04:38:39Z', 'revision_number': 4, 'project_id': '88ba913e7d444dd3ac73b85d93127172', 'gw_port': {'id': '21fc7bee-8f20-4c63-bf38-8b6e48a42257', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:36Z', 'updated_at': '2022-09-06T04:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '0c7194b7-45e0-4c04-8e07-11eb0017eadf', 'name': '', 'network_id': '585693bd-959b-406d-bd74-134527676218', 'tenant_id': '88ba913e7d444dd3ac73b85d93127172', 'mac_address': 'fa:16:3e:42:17:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3d557649-bd2a-4a61-aca1-34790a35e661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:38Z', 'updated_at': '2022-09-06T04:38:44Z', 'revision_number': 4, 'project_id': '88ba913e7d444dd3ac73b85d93127172', 'subnets': [{'id': '3d557649-bd2a-4a61-aca1-34790a35e661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:38:45.136097 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c01a7c-5313-4e11-be55-d0201afdecd8 None None] The sync data for ids ['29d2d8fb-7458-4da1-802e-3c33b3f7bb44'] in dv-cinder-856002-1-iscsi is: [{'id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'name': 'tempest-TestShelveInstance-1188436936-router', 'tenant_id': '88ba913e7d444dd3ac73b85d93127172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '21fc7bee-8f20-4c63-bf38-8b6e48a42257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:35Z', 'updated_at': '2022-09-06T04:38:39Z', 'revision_number': 4, 'project_id': '88ba913e7d444dd3ac73b85d93127172', 'gw_port': {'id': '21fc7bee-8f20-4c63-bf38-8b6e48a42257', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:36Z', 'updated_at': '2022-09-06T04:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '0c7194b7-45e0-4c04-8e07-11eb0017eadf', 'name': '', 'network_id': '585693bd-959b-406d-bd74-134527676218', 'tenant_id': '88ba913e7d444dd3ac73b85d93127172', 'mac_address': 'fa:16:3e:42:17:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3d557649-bd2a-4a61-aca1-34790a35e661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:38Z', 'updated_at': '2022-09-06T04:38:44Z', 'revision_number': 4, 'project_id': '88ba913e7d444dd3ac73b85d93127172', 'subnets': [{'id': '3d557649-bd2a-4a61-aca1-34790a35e661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:38:45.311277 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 50196b94-245d-464f-b64e-df03a8b65048 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:38:45.318055 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:45.427952 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 50196b94-245d-464f-b64e-df03a8b65048, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=50196b94-245d-464f-b64e-df03a8b65048,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:38:45.442356 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '50196b94-245d-464f-b64e-df03a8b65048', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'port_id': '50196b94-245d-464f-b64e-df03a8b65048', 'mac_address': 'fa:16:3e:d6:f7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:38:45.489608 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 50196b94-245d-464f-b64e-df03a8b65048 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:45.490591 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (50196b94-245d-464f-b64e-df03a8b65048), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:45.503661 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 0c7194b7-45e0-4c04-8e07-11eb0017eadf up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:38:45.528065 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50196b94-245d-464f-b64e-df03a8b65048 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:38:45.566808 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 50196b94-245d-464f-b64e-df03a8b65048, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=50196b94-245d-464f-b64e-df03a8b65048,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:38:45.588155 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 0c7194b7-45e0-4c04-8e07-11eb0017eadf triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:45.588874 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:45.661752 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (50196b94-245d-464f-b64e-df03a8b65048), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:45.705692 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 0c7194b7-45e0-4c04-8e07-11eb0017eadf is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:45.706037 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:45.737580 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d8544-48f4-4b50-8278-f47c89fea450 req-06d03a42-617e-4390-86d7-45b45d214863 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:45.744093 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-640d8544-48f4-4b50-8278-f47c89fea450 req-06d03a42-617e-4390-86d7-45b45d214863 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 944 time: 0.0597272 Sep 06 04:38:45.745880 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=50196b94-245d-464f-b64e-df03a8b65048,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:45.764417 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port 0c7194b7-45e0-4c04-8e07-11eb0017eadf, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=0c7194b7-45e0-4c04-8e07-11eb0017eadf,segment=NetworkSegment(62904c70-5c60-406a-9fb7-d28076dc5efc),segment_id=62904c70-5c60-406a-9fb7-d28076dc5efc)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:38:45.793171 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-640d8544-48f4-4b50-8278-f47c89fea450 req-22af0fd6-6ee8-480d-85c4-aeb83029b293 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470126 Sep 06 04:38:45.838277 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:45.873043 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:45.876456 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:45.905437 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=0c7194b7-45e0-4c04-8e07-11eb0017eadf,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:46.329446 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['50196b94-245d-464f-b64e-df03a8b65048'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:38:46.915047 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91495bbc-72b1-4909-b96a-10c1a091cb44 req-09c3b690-49b9-4c0d-aed3-58eac53feeb9 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:46.916485 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-91495bbc-72b1-4909-b96a-10c1a091cb44 req-09c3b690-49b9-4c0d-aed3-58eac53feeb9 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 944 time: 0.0461588 Sep 06 04:38:46.965180 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-91495bbc-72b1-4909-b96a-10c1a091cb44 req-1459834f-c95f-4679-8a3d-77103e28b9fe tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432489 Sep 06 04:38:47.261007 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:47.295094 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:47.455740 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 0c7194b7-45e0-4c04-8e07-11eb0017eadf up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:38:47.499532 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 0c7194b7-45e0-4c04-8e07-11eb0017eadf triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:47.499900 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:47.521938 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:47.572894 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 0c7194b7-45e0-4c04-8e07-11eb0017eadf is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:48.091669 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fd754-f2f8-456a-969c-e5a7b50c1c0f req-ee0e4b23-4c15-4a35-bb15-ff6a030c5d5d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:48.093290 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cd1fd754-f2f8-456a-969c-e5a7b50c1c0f req-ee0e4b23-4c15-4a35-bb15-ff6a030c5d5d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 944 time: 0.0507715 Sep 06 04:38:48.146128 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cd1fd754-f2f8-456a-969c-e5a7b50c1c0f req-f81a429d-aa24-4b97-820a-ce1ca85bd741 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458212 Sep 06 04:38:49.267120 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cbad4-7e80-4dc6-82ca-ac4d62ae539f req-d9f50322-4aa0-421d-9036-2e03567a3ba6 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:49.268848 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f67cbad4-7e80-4dc6-82ca-ac4d62ae539f req-d9f50322-4aa0-421d-9036-2e03567a3ba6 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 944 time: 0.0459635 Sep 06 04:38:49.320365 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f67cbad4-7e80-4dc6-82ca-ac4d62ae539f req-d4433a20-eec1-4320-a3c3-22a1a14f213c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450373 Sep 06 04:38:50.447244 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94711c94-d985-4851-a8e3-fcf5561ad165 req-843ab3c9-2895-4367-92ac-c8cd068223b7 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:50.448715 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-94711c94-d985-4851-a8e3-fcf5561ad165 req-843ab3c9-2895-4367-92ac-c8cd068223b7 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 944 time: 0.0468166 Sep 06 04:38:50.503000 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-94711c94-d985-4851-a8e3-fcf5561ad165 req-a7ab5e2a-f0f5-42d0-84c1-e8f770d32f4c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485985 Sep 06 04:38:51.629983 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67cee7-ed7c-49b2-b018-29713eebf3c7 req-5be935a6-94e2-4a07-8b8f-ef3f22b24106 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:51.631472 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ee67cee7-ed7c-49b2-b018-29713eebf3c7 req-5be935a6-94e2-4a07-8b8f-ef3f22b24106 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 944 time: 0.0508766 Sep 06 04:38:51.682692 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ee67cee7-ed7c-49b2-b018-29713eebf3c7 req-ab50c539-17c2-4c43-a1bc-0b80899aa15a tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450499 Sep 06 04:38:52.814151 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995174c0-ef1a-4001-a603-134d413a7518 req-a4c42d17-4232-4c6d-89c1-42469653b0c5 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:52.815624 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-995174c0-ef1a-4001-a603-134d413a7518 req-a4c42d17-4232-4c6d-89c1-42469653b0c5 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 944 time: 0.0486677 Sep 06 04:38:52.853903 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:52.869126 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-995174c0-ef1a-4001-a603-134d413a7518 req-2ac8b408-108a-4d85-86a9-fb6a10c4cf9b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477374 Sep 06 04:38:53.990582 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b7228-a9e8-4c93-84b4-3e6859e96171 req-89be341d-04b3-450f-bb8a-fe38ee5803d9 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:53.992023 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-431b7228-a9e8-4c93-84b4-3e6859e96171 req-89be341d-04b3-450f-bb8a-fe38ee5803d9 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 944 time: 0.0480561 Sep 06 04:38:54.050191 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-431b7228-a9e8-4c93-84b4-3e6859e96171 req-10299d80-e716-4c76-ae0b-a6fc16fc780c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522296 Sep 06 04:38:55.114506 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:55.192801 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953f9a9-06f8-4f3f-94c2-c8619646d85f req-bc4c06d6-635b-4a94-8892-c1aaf3bf86b8 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:55.194481 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d953f9a9-06f8-4f3f-94c2-c8619646d85f req-bc4c06d6-635b-4a94-8892-c1aaf3bf86b8 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 944 time: 0.0583842 Sep 06 04:38:55.255244 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d953f9a9-06f8-4f3f-94c2-c8619646d85f req-ff53ffd8-23ea-4ac9-8b34-4dae963daf7a tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519478 Sep 06 04:38:55.743276 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 50196b94-245d-464f-b64e-df03a8b65048 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:38:55.793622 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port 50196b94-245d-464f-b64e-df03a8b65048 completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:38:55.866621 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 50196b94-245d-464f-b64e-df03a8b65048 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:38:55.866996 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (50196b94-245d-464f-b64e-df03a8b65048), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:55.952896 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 50196b94-245d-464f-b64e-df03a8b65048 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:38:55.953285 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (50196b94-245d-464f-b64e-df03a8b65048), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:55.983229 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacebb8e-d1b3-4ca8-87ac-3eb37184f747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50196b94-245d-464f-b64e-df03a8b65048'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:38:55.985621 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b870d03-bc06-40bd-9032-88b2a68a7d5e" -d '{"events": [{"server_uuid": "aacebb8e-d1b3-4ca8-87ac-3eb37184f747", "name": "network-vif-plugged", "status": "completed", "tag": "50196b94-245d-464f-b64e-df03a8b65048"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:38:55.997996 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 50196b94-245d-464f-b64e-df03a8b65048, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=50196b94-245d-464f-b64e-df03a8b65048,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:38:56.033104 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4ab05f-6ace-4af5-a7ef-6116be4596c7 x-openstack-request-id: req-2e4ab05f-6ace-4af5-a7ef-6116be4596c7 {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:38:56.033446 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacebb8e-d1b3-4ca8-87ac-3eb37184f747", "name": "network-vif-plugged", "status": "completed", "tag": "50196b94-245d-464f-b64e-df03a8b65048", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:38:56.033703 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e4ab05f-6ace-4af5-a7ef-6116be4596c7 {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:38:56.034103 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e4ab05f-6ace-4af5-a7ef-6116be4596c7'] response: {'server_uuid': 'aacebb8e-d1b3-4ca8-87ac-3eb37184f747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50196b94-245d-464f-b64e-df03a8b65048', 'code': 200} Sep 06 04:38:56.055227 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (50196b94-245d-464f-b64e-df03a8b65048), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:38:56.105720 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=50196b94-245d-464f-b64e-df03a8b65048,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:38:56.113654 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:56.114005 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:56.114379 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:56.115888 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:56.115888 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:56.115888 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:56.115888 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:56.116203 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:56.116404 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:56.116732 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:56.117062 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:56.117596 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:56.118065 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:56.118668 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:56.119233 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:38:56.382306 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597c1ec-5e12-4295-9ff3-6e9116a6c68e req-38f3907a-5d0a-4538-9591-9580a14f8e24 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:56.384288 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2597c1ec-5e12-4295-9ff3-6e9116a6c68e req-38f3907a-5d0a-4538-9591-9580a14f8e24 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 945 time: 0.0493450 Sep 06 04:38:56.411234 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:38:56.439199 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2597c1ec-5e12-4295-9ff3-6e9116a6c68e req-f211303c-f8ed-4aa0-b026-f7c5609994f9 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487595 Sep 06 04:38:56.478967 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c8d5a-6239-4429-b82f-8f4a335a73f8 req-9d814a28-0ca4-41a0-b648-9322a394e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:56.480573 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-dd6c8d5a-6239-4429-b82f-8f4a335a73f8 req-9d814a28-0ca4-41a0-b648-9322a394e3c1 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 1129 time: 0.0394554 Sep 06 04:38:56.537452 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-dd6c8d5a-6239-4429-b82f-8f4a335a73f8 req-3d8c0e2c-da64-4b50-ba2f-fee75d2acc6e service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485082 Sep 06 04:38:57.564251 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c97db-0d8c-41dc-b133-17462de02694 req-9e8ccefc-f35d-4eb7-9c1e-f703fd8981c8 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:57.565828 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-883c97db-0d8c-41dc-b133-17462de02694 req-9e8ccefc-f35d-4eb7-9c1e-f703fd8981c8 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 945 time: 0.0493817 Sep 06 04:38:57.619419 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-883c97db-0d8c-41dc-b133-17462de02694 req-8d14e5d8-6e6e-4949-b01a-f7dea7b64c16 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469723 Sep 06 04:38:58.406792 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:38:58.746101 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a8d03-6e79-4a3a-ab69-ed23df9be85c req-63f20155-ea4f-4f72-b56b-96e69524a337 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:58.747672 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-570a8d03-6e79-4a3a-ab69-ed23df9be85c req-63f20155-ea4f-4f72-b56b-96e69524a337 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 945 time: 0.0524313 Sep 06 04:38:58.803131 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-570a8d03-6e79-4a3a-ab69-ed23df9be85c req-d4421ecd-9429-4bae-8467-02b6f5d08975 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497615 Sep 06 04:38:59.927611 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a8423-1800-4a62-80e2-7841556c6e50 req-d259d5e7-140f-4664-b7d2-b98c37007f60 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:38:59.929130 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7b3a8423-1800-4a62-80e2-7841556c6e50 req-d259d5e7-140f-4664-b7d2-b98c37007f60 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 945 time: 0.0482352 Sep 06 04:38:59.980333 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7b3a8423-1800-4a62-80e2-7841556c6e50 req-1c9b2526-25c1-4182-8f66-19ee0ea6fca6 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447090 Sep 06 04:39:00.027713 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:00.112472 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f24082-4235-4e44-8760-e433e7adb5b4 req-9d0e54e5-1f60-46e9-95fe-8652dcf8cefa tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:00.113984 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a4f24082-4235-4e44-8760-e433e7adb5b4 req-9d0e54e5-1f60-46e9-95fe-8652dcf8cefa tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 945 time: 0.0495417 Sep 06 04:39:00.168351 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a4f24082-4235-4e44-8760-e433e7adb5b4 req-2c5f49b1-c966-4571-ac61-c74e8b383bb7 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486398 Sep 06 04:39:00.198501 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 39382) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:39:00.426315 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1402c02e-ef77-414c-969b-45426b4e4dde tempest-TestVolumeBootPattern-925530446 tempest-TestVolumeBootPattern-925530446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:00.431650 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 39396) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:39:00.437886 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Request body: {'floatingip': {'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'port_id': '50196b94-245d-464f-b64e-df03a8b65048', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:39:00.442818 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-1402c02e-ef77-414c-969b-45426b4e4dde tempest-TestVolumeBootPattern-925530446 tempest-TestVolumeBootPattern-925530446-project-admin] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 1124 time: 0.2430525 Sep 06 04:39:00.501234 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:00.587988 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:00.694149 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Allocated IP 172.27.1.221 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/1d215f70-fc0c-4775-8bd5-005f3697e9b3) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:39:00.799882 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for port (1d215f70-fc0c-4775-8bd5-005f3697e9b3), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:00.884446 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (1d215f70-fc0c-4775-8bd5-005f3697e9b3), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:00.932824 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:39:00.938120 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:39:00.940773 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:39:00.944475 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event updated for resources: {'Port': ['ID=1d215f70-fc0c-4775-8bd5-005f3697e9b3,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:39:01.041191 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:01.098774 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:01.311582 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for floatingip (6428b9aa-22f4-4581-bd20-aa6cd66c180a), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:01.435604 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (1d215f70-fc0c-4775-8bd5-005f3697e9b3), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:01.612704 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for port (1d215f70-fc0c-4775-8bd5-005f3697e9b3), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:01.688692 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (1d215f70-fc0c-4775-8bd5-005f3697e9b3), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:01.759624 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (6428b9aa-22f4-4581-bd20-aa6cd66c180a), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:01.762499 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event updated for resources: {'Port': ['ID=1d215f70-fc0c-4775-8bd5-005f3697e9b3,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:39:02.050539 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:02.099787 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.l3_db [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Floating IP 6428b9aa-22f4-4581-bd20-aa6cd66c180a associated. External IP: 172.27.1.221, port: 50196b94-245d-464f-b64e-df03a8b65048. Sep 06 04:39:02.306238 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:39:02.414736 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:39:02.425975 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:02.428297 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad8b69e-096c-4656-a99d-dcb88895acb4 None None] Sync routers for ids ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:39:02.498284 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:02.536865 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-872a241c-150f-4f77-a0e7-f31b7cb54e74 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1031644 Sep 06 04:39:02.537902 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacebb8e-d1b3-4ca8-87ac-3eb37184f747', 'tag': '50196b94-245d-464f-b64e-df03a8b65048'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:39:02.540184 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95eacdbd-5bb7-4d54-a60e-20adbf76971b" -d '{"events": [{"name": "network-changed", "server_uuid": "aacebb8e-d1b3-4ca8-87ac-3eb37184f747", "tag": "50196b94-245d-464f-b64e-df03a8b65048"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:39:02.563692 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad8b69e-096c-4656-a99d-dcb88895acb4 None None] Routers {'d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:39:02.564577 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-1ad8b69e-096c-4656-a99d-dcb88895acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:38:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:39:02.579922 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a3599c-d394-4281-bee0-019a9ff2e4c3 x-openstack-request-id: req-27a3599c-d394-4281-bee0-019a9ff2e4c3 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:39:02.580267 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacebb8e-d1b3-4ca8-87ac-3eb37184f747", "tag": "50196b94-245d-464f-b64e-df03a8b65048", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:39:02.580776 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27a3599c-d394-4281-bee0-019a9ff2e4c3 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:39:02.581183 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a3599c-d394-4281-bee0-019a9ff2e4c3'] response: {'name': 'network-changed', 'server_uuid': 'aacebb8e-d1b3-4ca8-87ac-3eb37184f747', 'tag': '50196b94-245d-464f-b64e-df03a8b65048', 'status': 'completed', 'code': 200} Sep 06 04:39:02.600877 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:02.648908 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:02.688628 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-1ad8b69e-096c-4656-a99d-dcb88895acb4 None None] Set router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:39:02.704486 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eacdbd-5bb7-4d54-a60e-20adbf76971b req-8dfe3383-3804-4bfe-a52b-6de6d93c81f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:02.706291 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-95eacdbd-5bb7-4d54-a60e-20adbf76971b req-8dfe3383-3804-4bfe-a52b-6de6d93c81f9 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=375efd2890fc4b71af13439813f00ab0&device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 1129 time: 0.0663466 Sep 06 04:39:02.797248 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca5466-e0c9-414f-a22d-95c2dea1f102 req-2382f726-72ab-4cec-a72a-ef2fac035d78 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:02.804437 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4aca5466-e0c9-414f-a22d-95c2dea1f102 req-2382f726-72ab-4cec-a72a-ef2fac035d78 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0735109 Sep 06 04:39:02.821273 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:02.823420 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eacdbd-5bb7-4d54-a60e-20adbf76971b req-39f4760d-31ef-433e-92b8-36adf2583b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:02.824917 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-95eacdbd-5bb7-4d54-a60e-20adbf76971b req-39f4760d-31ef-433e-92b8-36adf2583b2b service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=713bea32-eeee-4105-a352-3326771fb659 HTTP/1.1" status: 200 len: 913 time: 0.1056221 Sep 06 04:39:02.861178 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4aca5466-e0c9-414f-a22d-95c2dea1f102 req-2e2edcb7-98d1-4547-9c38-feb5ddcae243 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507252 Sep 06 04:39:02.934789 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-1ad8b69e-096c-4656-a99d-dcb88895acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '6428b9aa-22f4-4581-bd20-aa6cd66c180a', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'port_id': '50196b94-245d-464f-b64e-df03a8b65048', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'mac_address': 'fa:16:3e:d6:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacebb8e-d1b3-4ca8-87ac-3eb37184f747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:39:01Z', 'updated_at': '2022-09-06T04:39:01Z', 'revision_number': 0, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:39:02.965891 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad8b69e-096c-4656-a99d-dcb88895acb4 None None] Checking router: d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:39:02.972986 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:02.975075 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad8b69e-096c-4656-a99d-dcb88895acb4 None None] Routers {'d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:39:02.975692 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-1ad8b69e-096c-4656-a99d-dcb88895acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:38:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:39:03.081900 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-95eacdbd-5bb7-4d54-a60e-20adbf76971b req-159879b4-82c8-40f8-8fb5-eb92cbf91a74 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50196b94-245d-464f-b64e-df03a8b65048 HTTP/1.1" status: 200 len: 999 time: 0.1000359 Sep 06 04:39:03.087697 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-1ad8b69e-096c-4656-a99d-dcb88895acb4 None None] Set router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:39:03.139131 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eacdbd-5bb7-4d54-a60e-20adbf76971b req-13c9ab83-c23a-4649-b384-e55193fc6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:03.140599 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-95eacdbd-5bb7-4d54-a60e-20adbf76971b req-13c9ab83-c23a-4649-b384-e55193fc6577 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=620d1330-0c40-41f6-9a10-faccabf815ee HTTP/1.1" status: 200 len: 851 time: 0.0458901 Sep 06 04:39:03.188819 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eacdbd-5bb7-4d54-a60e-20adbf76971b req-7792ec86-2461-4218-855b-e6b699678ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:03.190380 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-95eacdbd-5bb7-4d54-a60e-20adbf76971b req-7792ec86-2461-4218-855b-e6b699678ad4 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=713bea32-eeee-4105-a352-3326771fb659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431445 Sep 06 04:39:03.286322 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-95eacdbd-5bb7-4d54-a60e-20adbf76971b req-c4190051-f6f2-4e30-9f51-6676c8b90ffa service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859542 Sep 06 04:39:03.316537 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-1ad8b69e-096c-4656-a99d-dcb88895acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '6428b9aa-22f4-4581-bd20-aa6cd66c180a', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'port_id': '50196b94-245d-464f-b64e-df03a8b65048', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'mac_address': 'fa:16:3e:d6:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacebb8e-d1b3-4ca8-87ac-3eb37184f747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:39:01Z', 'updated_at': '2022-09-06T04:39:01Z', 'revision_number': 0, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:39:03.343148 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad8b69e-096c-4656-a99d-dcb88895acb4 None None] The sync data for ids ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'] in dv-cinder-856002-1-iscsi is: [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '6428b9aa-22f4-4581-bd20-aa6cd66c180a', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'port_id': '50196b94-245d-464f-b64e-df03a8b65048', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'mac_address': 'fa:16:3e:d6:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacebb8e-d1b3-4ca8-87ac-3eb37184f747', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:39:01Z', 'updated_at': '2022-09-06T04:39:01Z', 'revision_number': 0, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:39:03.396369 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-95eacdbd-5bb7-4d54-a60e-20adbf76971b req-58463523-00b9-46d7-b92b-3c758dcc1623 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005645 Sep 06 04:39:03.555518 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7600e122-79a1-4f5e-99d9-394445f87796 None None] New status for floating IP 6428b9aa-22f4-4581-bd20-aa6cd66c180a: ACTIVE {{(pid=106941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:39:03.999644 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002d899-5373-4122-924d-8bb9bbd416d3 req-f6704519-f707-4b77-88ed-d0894dca22f1 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:04.001070 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2002d899-5373-4122-924d-8bb9bbd416d3 req-f6704519-f707-4b77-88ed-d0894dca22f1 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0482094 Sep 06 04:39:04.049162 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2002d899-5373-4122-924d-8bb9bbd416d3 req-a866865f-bf87-45c2-b9d5-e1bfb0e892ee tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425138 Sep 06 04:39:05.182668 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdae3d-5a07-4558-8ce9-61fd1c208662 req-b7ee9770-1951-4af7-a427-9c2e3b824c92 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:05.184704 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5ccdae3d-5a07-4558-8ce9-61fd1c208662 req-b7ee9770-1951-4af7-a427-9c2e3b824c92 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0523791 Sep 06 04:39:05.232948 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5ccdae3d-5a07-4558-8ce9-61fd1c208662 req-894f22b5-e3b1-46b0-8f9d-3fa8bdb43ab5 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424855 Sep 06 04:39:06.366453 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db011a6-14aa-401d-837d-f4cbbfd07ac1 req-acacf7c9-823f-46e8-afd3-faa0126bb754 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:06.367938 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1db011a6-14aa-401d-837d-f4cbbfd07ac1 req-acacf7c9-823f-46e8-afd3-faa0126bb754 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0458589 Sep 06 04:39:06.415634 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1db011a6-14aa-401d-837d-f4cbbfd07ac1 req-7aa6160c-ee8a-4c3e-9ce7-c613cca1bf81 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409951 Sep 06 04:39:07.545554 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ab44b-19fc-44c7-b10a-120b70a7c945 req-52480bb0-0e09-4beb-86a8-f2660ce0b7ff tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:07.547038 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b66ab44b-19fc-44c7-b10a-120b70a7c945 req-52480bb0-0e09-4beb-86a8-f2660ce0b7ff tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0501528 Sep 06 04:39:07.599889 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b66ab44b-19fc-44c7-b10a-120b70a7c945 req-df925a93-a85a-4f79-9fde-f2627c87ec31 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471961 Sep 06 04:39:08.739322 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bb06d-54e3-431c-89d6-8281ca65fb29 req-3688b5ca-6c56-49b7-bf18-5e59b48dd4c7 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:08.740805 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2e6bb06d-54e3-431c-89d6-8281ca65fb29 req-3688b5ca-6c56-49b7-bf18-5e59b48dd4c7 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0469637 Sep 06 04:39:08.789030 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2e6bb06d-54e3-431c-89d6-8281ca65fb29 req-96df7e22-e915-4e93-8d36-d6aa248947a6 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425098 Sep 06 04:39:09.922378 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb695a88-fbb2-48f4-92ad-460aacf8ed0a req-da295f1e-d7e3-4587-b8b2-b15565478049 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:09.925202 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cb695a88-fbb2-48f4-92ad-460aacf8ed0a req-da295f1e-d7e3-4587-b8b2-b15565478049 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0504572 Sep 06 04:39:09.973630 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cb695a88-fbb2-48f4-92ad-460aacf8ed0a req-6ac35606-3dd8-4977-a46c-a45d4756c8ba tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427442 Sep 06 04:39:11.102245 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d014b-5b81-4b32-9241-573187a70ea8 req-f749859b-9abe-443e-be3b-28591d630748 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:11.103835 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ce7d014b-5b81-4b32-9241-573187a70ea8 req-f749859b-9abe-443e-be3b-28591d630748 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0462685 Sep 06 04:39:11.151852 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ce7d014b-5b81-4b32-9241-573187a70ea8 req-5fd8e4f3-5728-46e2-8bff-c18e822fd388 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417955 Sep 06 04:39:12.180301 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-eeb62ade-85d5-47a5-b0b2-ffe50011760a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:12.276719 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc9951-8d46-4e25-b247-7261f996e3d5 req-f3feeadf-b426-474f-aa4e-c568c137e935 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:12.278223 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bebc9951-8d46-4e25-b247-7261f996e3d5 req-f3feeadf-b426-474f-aa4e-c568c137e935 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0467114 Sep 06 04:39:12.331616 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bebc9951-8d46-4e25-b247-7261f996e3d5 req-8c28872a-6641-4c37-b3a7-8d05097bfd01 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475802 Sep 06 04:39:13.465558 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e5076-d6d6-478a-a9c6-82a6744041ee req-54aed5f8-e4fb-4dc0-b609-9cf4d28e5a2f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:13.467061 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-778e5076-d6d6-478a-a9c6-82a6744041ee req-54aed5f8-e4fb-4dc0-b609-9cf4d28e5a2f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0494428 Sep 06 04:39:13.513677 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-778e5076-d6d6-478a-a9c6-82a6744041ee req-3acb1523-a59f-4e1d-9c34-497f7a84d521 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411036 Sep 06 04:39:14.442390 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e5f2-de51-4535-91a2-f16823077e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:14.645162 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068aab25-d5be-4634-bf2a-970df8642922 req-7082f116-8cee-4d08-9fa2-3e06c599f8d8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:14.646596 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-068aab25-d5be-4634-bf2a-970df8642922 req-7082f116-8cee-4d08-9fa2-3e06c599f8d8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0466669 Sep 06 04:39:14.700176 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-068aab25-d5be-4634-bf2a-970df8642922 req-b3f2cb02-6c4d-4afc-926f-1a69bbfd9eb3 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471237 Sep 06 04:39:15.826670 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b396845-8f8e-4830-9c8f-d4d02fb99e74 req-162983b0-532a-4361-822d-2979bde26ab8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:15.829057 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9b396845-8f8e-4830-9c8f-d4d02fb99e74 req-162983b0-532a-4361-822d-2979bde26ab8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0482781 Sep 06 04:39:15.866244 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:15.887055 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9b396845-8f8e-4830-9c8f-d4d02fb99e74 req-223bc496-21b3-4e03-a181-1008b41481da tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522602 Sep 06 04:39:17.014415 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f07bdf-ba04-4da6-81d1-7fe30bc36dd1 req-b164e4ab-ee30-44a2-b1fe-9e51bb6f7c1b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:17.016705 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-10f07bdf-ba04-4da6-81d1-7fe30bc36dd1 req-b164e4ab-ee30-44a2-b1fe-9e51bb6f7c1b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0468316 Sep 06 04:39:17.064683 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-10f07bdf-ba04-4da6-81d1-7fe30bc36dd1 req-25953f6f-7513-4f4f-ba9f-6249fd39f7d1 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424139 Sep 06 04:39:17.288925 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:17.300685 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:17.812900 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 39678) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:39:17.817460 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-233a912d-e9a0-472b-be0f-ed4f86af7215 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218086216', 'description': 'tempest-description--1953365686'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:39:17.821796 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:17.894277 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-233a912d-e9a0-472b-be0f-ed4f86af7215 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:17.972925 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-233a912d-e9a0-472b-be0f-ed4f86af7215 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (5e59548a-e1ec-4951-91c8-304af9b05d94), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:18.048304 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-233a912d-e9a0-472b-be0f-ed4f86af7215 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (5e59548a-e1ec-4951-91c8-304af9b05d94), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:18.078334 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a912d-e9a0-472b-be0f-ed4f86af7215 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e59548a-e1ec-4951-91c8-304af9b05d94,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:39:18.137028 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-233a912d-e9a0-472b-be0f-ed4f86af7215 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:18.138926 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-233a912d-e9a0-472b-be0f-ed4f86af7215 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3249547 Sep 06 04:39:18.141859 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 39682) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:39:18.146368 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-cc05974f-97bf-4dcd-a638-46d2eafb931d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'security_group_rule': {'security_group_id': '5e59548a-e1ec-4951-91c8-304af9b05d94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:39:18.200003 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e3b24-b5d4-4c6e-a734-bf388ffcc6d2 req-60ec83f5-5407-4cba-8386-7ad5f290060c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:18.202976 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b96e3b24-b5d4-4c6e-a734-bf388ffcc6d2 req-60ec83f5-5407-4cba-8386-7ad5f290060c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0515509 Sep 06 04:39:18.215466 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cc05974f-97bf-4dcd-a638-46d2eafb931d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (714979b6-8870-4aa9-b985-b66e849e9ecf), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:18.222006 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:18.254543 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b96e3b24-b5d4-4c6e-a734-bf388ffcc6d2 req-12e6a6c6-54bc-45a0-9984-76952e4404e7 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461135 Sep 06 04:39:18.262059 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:18.276771 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cc05974f-97bf-4dcd-a638-46d2eafb931d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (714979b6-8870-4aa9-b985-b66e849e9ecf), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:18.344073 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cc05974f-97bf-4dcd-a638-46d2eafb931d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (714979b6-8870-4aa9-b985-b66e849e9ecf), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:18.362287 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05974f-97bf-4dcd-a638-46d2eafb931d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714979b6-8870-4aa9-b985-b66e849e9ecf,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:39:18.422603 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cc05974f-97bf-4dcd-a638-46d2eafb931d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:18.423851 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-cc05974f-97bf-4dcd-a638-46d2eafb931d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2809958 Sep 06 04:39:18.426507 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 39688) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:39:18.431037 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-fb49b3e8-92fa-4220-abc1-5db343f05b1d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'security_group_rule': {'security_group_id': '5e59548a-e1ec-4951-91c8-304af9b05d94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:39:18.511802 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-fb49b3e8-92fa-4220-abc1-5db343f05b1d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (af674276-aa94-4794-8f81-93da57b0c90f), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:18.570379 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-fb49b3e8-92fa-4220-abc1-5db343f05b1d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (af674276-aa94-4794-8f81-93da57b0c90f), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:18.625091 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-fb49b3e8-92fa-4220-abc1-5db343f05b1d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (af674276-aa94-4794-8f81-93da57b0c90f), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:18.643845 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49b3e8-92fa-4220-abc1-5db343f05b1d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af674276-aa94-4794-8f81-93da57b0c90f,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:39:18.724575 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-fb49b3e8-92fa-4220-abc1-5db343f05b1d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:18.725990 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-fb49b3e8-92fa-4220-abc1-5db343f05b1d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2984962 Sep 06 04:39:18.729147 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 39692) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:39:18.734561 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-ed6f0297-6e11-48eb-a1f0-75ec64dfc3be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'floatingip': {'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:39:18.814783 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0297-6e11-48eb-a1f0-75ec64dfc3be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:18.906371 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0297-6e11-48eb-a1f0-75ec64dfc3be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:19.016249 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [None req-ed6f0297-6e11-48eb-a1f0-75ec64dfc3be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Allocated IP 172.27.1.209 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/81936506-9f69-49b8-912d-a4636c3aefa7) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:39:19.092480 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:19.119469 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0297-6e11-48eb-a1f0-75ec64dfc3be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for port (81936506-9f69-49b8-912d-a4636c3aefa7), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:19.203832 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0297-6e11-48eb-a1f0-75ec64dfc3be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (81936506-9f69-49b8-912d-a4636c3aefa7), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:19.250047 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6f0297-6e11-48eb-a1f0-75ec64dfc3be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:39:19.255026 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-ed6f0297-6e11-48eb-a1f0-75ec64dfc3be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:39:19.257101 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f0297-6e11-48eb-a1f0-75ec64dfc3be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'Port': ['ID=81936506-9f69-49b8-912d-a4636c3aefa7,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:39:19.259211 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f0297-6e11-48eb-a1f0-75ec64dfc3be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:39:19.288269 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:19.343027 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0297-6e11-48eb-a1f0-75ec64dfc3be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (219c13d4-d9de-4cfe-ab31-5aa3451c2bbd), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:19.389228 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150f4bc-2223-47b5-b5b7-dbe2f8cb911c req-9ad6a64e-fbe4-4498-b2d4-a3228c174e64 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:19.390750 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5150f4bc-2223-47b5-b5b7-dbe2f8cb911c req-9ad6a64e-fbe4-4498-b2d4-a3228c174e64 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0492578 Sep 06 04:39:19.466386 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0297-6e11-48eb-a1f0-75ec64dfc3be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (81936506-9f69-49b8-912d-a4636c3aefa7), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:19.471673 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5150f4bc-2223-47b5-b5b7-dbe2f8cb911c req-91d9af92-8f7a-4ff2-8d59-6d55d0d67d99 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753343 Sep 06 04:39:19.624022 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0297-6e11-48eb-a1f0-75ec64dfc3be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for port (81936506-9f69-49b8-912d-a4636c3aefa7), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:19.710823 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0297-6e11-48eb-a1f0-75ec64dfc3be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (81936506-9f69-49b8-912d-a4636c3aefa7), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:19.775754 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f0297-6e11-48eb-a1f0-75ec64dfc3be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'Port': ['ID=81936506-9f69-49b8-912d-a4636c3aefa7,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:39:19.780012 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0297-6e11-48eb-a1f0-75ec64dfc3be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (219c13d4-d9de-4cfe-ab31-5aa3451c2bbd), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:19.861554 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ed6f0297-6e11-48eb-a1f0-75ec64dfc3be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:19.862785 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-ed6f0297-6e11-48eb-a1f0-75ec64dfc3be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1326807 Sep 06 04:39:20.054676 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:20.070503 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-880cd09f-34e2-4130-9060-4d1fd8663502 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1218086216&fields=id&tenant_id=3d04ba57221f42d684873d624dbfd283 HTTP/1.1" status: 200 len: 267 time: 0.0448008 Sep 06 04:39:20.186901 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-93e18711-fc51-49a3-b966-15638fd4bb1a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:20.188376 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-93e18711-fc51-49a3-b966-15638fd4bb1a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/networks?id=4c394cea-216c-4a1f-9277-2bb67bf6a21b HTTP/1.1" status: 200 len: 815 time: 0.1111703 Sep 06 04:39:20.204004 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-4780b1b1-3391-434e-b849-9bf95147f7fb tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/quotas/3d04ba57221f42d684873d624dbfd283 HTTP/1.1" status: 200 len: 375 time: 0.0103602 Sep 06 04:39:20.254843 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-9ab27a6e-479d-43d5-9822-479f0dc94b34 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=3d04ba57221f42d684873d624dbfd283&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457044 Sep 06 04:39:20.353569 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-2a7866ee-79f6-447d-b7f1-c2e7422ab4b9 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870023 Sep 06 04:39:20.441808 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-d7a78721-e50c-4246-ab8c-78acd5401581 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824456 Sep 06 04:39:20.462212 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:20.462212 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:20.617398 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29128ba1-bd0d-4c38-b022-f69ecd3172d9 req-f4cef0da-acde-47ba-9450-f4c979ef357f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:20.618897 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-29128ba1-bd0d-4c38-b022-f69ecd3172d9 req-f4cef0da-acde-47ba-9450-f4c979ef357f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0500667 Sep 06 04:39:20.675776 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-29128ba1-bd0d-4c38-b022-f69ecd3172d9 req-b4b26a44-6491-4f2c-9ba2-480bfd8afa09 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507426 Sep 06 04:39:20.684124 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8d82f710-f7ad-4066-b579-8d1b4e8695e3 req-a6d81675-318d-44a1-aae6-b21205597f68 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 210 time: 0.0268188 Sep 06 04:39:21.793340 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d96f1c45-307d-45ab-825d-b881e274ab64 req-5b02d3f9-0448-4142-a32a-4a2aade8bc98 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 210 time: 0.0323985 Sep 06 04:39:21.806020 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33082da5-5b54-4ae6-81ec-4bc743f5bdbf req-15637134-883c-4efd-88f2-4537ea3adbff tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:21.807633 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-33082da5-5b54-4ae6-81ec-4bc743f5bdbf req-15637134-883c-4efd-88f2-4537ea3adbff tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0500720 Sep 06 04:39:21.858249 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-33082da5-5b54-4ae6-81ec-4bc743f5bdbf req-edbcc9e3-01cb-4afc-bc9b-ad9da99d18a5 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428221 Sep 06 04:39:22.897156 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4aab1f58-c7c8-4b50-b7f2-c182bf859097 req-af5e7700-391c-42fd-b131-f4064a99fc7c tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 210 time: 0.0269232 Sep 06 04:39:22.986438 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:22.995190 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823a580-35ca-4374-8071-7dff76e9c97c req-ec5f36c8-19e5-4a79-8388-3e5b07ccb2ec tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:22.996750 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9823a580-35ca-4374-8071-7dff76e9c97c req-ec5f36c8-19e5-4a79-8388-3e5b07ccb2ec tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0465565 Sep 06 04:39:23.048876 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9823a580-35ca-4374-8071-7dff76e9c97c req-c584552e-6631-48b6-b901-e328582339c9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456159 Sep 06 04:39:23.352399 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-b78b0611-f9e1-4b67-be7a-8a083e4c2db9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:23.353780 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-b78b0611-f9e1-4b67-be7a-8a083e4c2db9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "GET /networking/v2.0/networks?id=4c394cea-216c-4a1f-9277-2bb67bf6a21b HTTP/1.1" status: 200 len: 815 time: 0.1047764 Sep 06 04:39:23.464690 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-b7e8db4e-5d21-4979-a588-01f27ab02275 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3d04ba57221f42d684873d624dbfd283 HTTP/1.1" status: 200 len: 473 time: 0.0625274 Sep 06 04:39:23.473949 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-47f06a40-d233-47f4-afb3-4eb2e3a6f974 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'port': {'device_id': '16044770-064c-404f-9a5e-c3c493e8a869', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'admin_state_up': True, 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'security_groups': ['5e59548a-e1ec-4951-91c8-304af9b05d94']}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:39:23.672165 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-47f06a40-d233-47f4-afb3-4eb2e3a6f974 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Made reservation on behalf of 3d04ba57221f42d684873d624dbfd283 for: {'port': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:39:23.676011 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-47f06a40-d233-47f4-afb3-4eb2e3a6f974 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:23.808814 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-47f06a40-d233-47f4-afb3-4eb2e3a6f974 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Allocated IP 172.20.0.5 (4c394cea-216c-4a1f-9277-2bb67bf6a21b/b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f/b5526f44-d0dc-4158-98ba-041cc793f4d7) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:39:23.835990 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:23.903757 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:23.954833 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-47f06a40-d233-47f4-afb3-4eb2e3a6f974 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for port (b5526f44-d0dc-4158-98ba-041cc793f4d7), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:24.021131 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4823a806-d65a-4a8b-91cc-7c8fb2fe048b req-d36e3e59-a13d-4ffc-b87a-2b4a0f364a75 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 210 time: 0.0266025 Sep 06 04:39:24.096370 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-47f06a40-d233-47f4-afb3-4eb2e3a6f974 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (b5526f44-d0dc-4158-98ba-041cc793f4d7), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:24.140150 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-47f06a40-d233-47f4-afb3-4eb2e3a6f974 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Network 4c394cea-216c-4a1f-9277-2bb67bf6a21b is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:39:24.145539 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-47f06a40-d233-47f4-afb3-4eb2e3a6f974 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:39:24.148460 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-47f06a40-d233-47f4-afb3-4eb2e3a6f974 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:39:24.153366 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-47f06a40-d233-47f4-afb3-4eb2e3a6f974 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:24.154011 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-47f06a40-d233-47f4-afb3-4eb2e3a6f974 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:24.166468 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f06a40-d233-47f4-afb3-4eb2e3a6f974 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'Port': ['ID=b5526f44-d0dc-4158-98ba-041cc793f4d7,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:39:24.192627 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be03df6-72f3-418f-9033-dd60df992e8b req-ec526fee-980c-46cf-88d1-23b3fcf3d77d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:24.194176 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1be03df6-72f3-418f-9033-dd60df992e8b req-ec526fee-980c-46cf-88d1-23b3fcf3d77d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0577350 Sep 06 04:39:24.240849 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-47f06a40-d233-47f4-afb3-4eb2e3a6f974 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7703137 Sep 06 04:39:24.250737 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1be03df6-72f3-418f-9033-dd60df992e8b req-9664631e-a548-4acc-9df2-a7c433aea190 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499437 Sep 06 04:39:24.262334 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Request body: {'port': {'device_id': '16044770-064c-404f-9a5e-c3c493e8a869', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:39:24.331200 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (b5526f44-d0dc-4158-98ba-041cc793f4d7), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:24.455370 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-458087c1-8eb8-46b2-b01c-ca880a4dc71c None None] Provisioning complete for port b5526f44-d0dc-4158-98ba-041cc793f4d7 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:39:24.455906 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-458087c1-8eb8-46b2-b01c-ca880a4dc71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (b5526f44-d0dc-4158-98ba-041cc793f4d7), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:24.486554 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-458087c1-8eb8-46b2-b01c-ca880a4dc71c None None] Port b5526f44-d0dc-4158-98ba-041cc793f4d7 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:39:24.547334 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:24.596357 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5526f44-d0dc-4158-98ba-041cc793f4d7 {{(pid=106938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:39:24.604037 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Publish callbacks [] for port (b5526f44-d0dc-4158-98ba-041cc793f4d7), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:24.616777 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.provisioning_blocks [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Transition to ACTIVE for port object b5526f44-d0dc-4158-98ba-041cc793f4d7 will not be triggered until provisioned by entity L2. {{(pid=106938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:39:24.683166 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (b5526f44-d0dc-4158-98ba-041cc793f4d7), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:24.751553 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b5526f44-d0dc-4158-98ba-041cc793f4d7,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:39:24.764548 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Attempting to bind port b5526f44-d0dc-4158-98ba-041cc793f4d7 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:39:24.764874 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Attempting to bind port b5526f44-d0dc-4158-98ba-041cc793f4d7 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:39:24.765207 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Attempting to bind port b5526f44-d0dc-4158-98ba-041cc793f4d7 on network 4c394cea-216c-4a1f-9277-2bb67bf6a21b {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:39:24.807963 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Port b5526f44-d0dc-4158-98ba-041cc793f4d7 on network 4c394cea-216c-4a1f-9277-2bb67bf6a21b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:39:24.808288 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Attempting to bind port b5526f44-d0dc-4158-98ba-041cc793f4d7 on network 4c394cea-216c-4a1f-9277-2bb67bf6a21b {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:39:24.850986 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:39:24.851326 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Checking segment: {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:39:24.851711 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Bound using segment: {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:39:24.852149 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Bound port: b5526f44-d0dc-4158-98ba-041cc793f4d7, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'}}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:39:24.852509 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (b5526f44-d0dc-4158-98ba-041cc793f4d7), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:24.925792 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] For port b5526f44-d0dc-4158-98ba-041cc793f4d7, host hv-cinder-85600, cleared binding levels {{(pid=106938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:39:24.928934 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] For port b5526f44-d0dc-4158-98ba-041cc793f4d7, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=b5526f44-d0dc-4158-98ba-041cc793f4d7,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:39:25.008868 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (b5526f44-d0dc-4158-98ba-041cc793f4d7), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:25.013369 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:25.013984 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:25.015341 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/b5526f44-d0dc-4158-98ba-041cc793f4d7 HTTP/1.1" status: 200 len: 1093 time: 0.7576404 Sep 06 04:39:25.015911 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16044770-064c-404f-9a5e-c3c493e8a869', 'tag': 'b5526f44-d0dc-4158-98ba-041cc793f4d7'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:39:25.018180 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a06b60-948e-47cc-922b-2e0778442fba" -d '{"events": [{"name": "network-changed", "server_uuid": "16044770-064c-404f-9a5e-c3c493e8a869", "tag": "b5526f44-d0dc-4158-98ba-041cc793f4d7"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:39:25.039146 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:25.057828 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e01b53-509d-4042-878b-e98c99c91b7f x-openstack-request-id: req-44e01b53-509d-4042-878b-e98c99c91b7f {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:39:25.058224 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16044770-064c-404f-9a5e-c3c493e8a869", "tag": "b5526f44-d0dc-4158-98ba-041cc793f4d7", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:39:25.058512 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44e01b53-509d-4042-878b-e98c99c91b7f {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:39:25.058724 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e01b53-509d-4042-878b-e98c99c91b7f'] response: {'name': 'network-changed', 'server_uuid': '16044770-064c-404f-9a5e-c3c493e8a869', 'tag': 'b5526f44-d0dc-4158-98ba-041cc793f4d7', 'status': 'completed', 'code': 200} Sep 06 04:39:25.069540 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192998e1-8738-4310-8f08-82936db8e1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b5526f44-d0dc-4158-98ba-041cc793f4d7,revision_number=3']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:39:25.145602 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60f6bb-479b-4b49-9928-14c0388a031c req-5cfde2a3-ef1a-416d-a8a0-a542e3602f4c tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:25.147064 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3c60f6bb-479b-4b49-9928-14c0388a031c req-5cfde2a3-ef1a-416d-a8a0-a542e3602f4c tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 943 time: 0.0470538 Sep 06 04:39:25.196374 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3c60f6bb-479b-4b49-9928-14c0388a031c req-d7692ece-7769-4ed5-be7f-8e79aa9b08d3 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434177 Sep 06 04:39:25.287702 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a06b60-948e-47cc-922b-2e0778442fba req-cadc033a-7b86-4e71-94cf-3e30502594e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:25.289086 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-90a06b60-948e-47cc-922b-2e0778442fba req-cadc033a-7b86-4e71-94cf-3e30502594e0 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3d04ba57221f42d684873d624dbfd283&device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 1127 time: 0.0410247 Sep 06 04:39:25.384399 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cb45d-9068-426e-be58-8dff454f5ac2 req-8869f610-3f76-4bd0-9d4e-bc524c48fb3e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:25.386024 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b77cb45d-9068-426e-be58-8dff454f5ac2 req-8869f610-3f76-4bd0-9d4e-bc524c48fb3e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0511806 Sep 06 04:39:25.415360 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a06b60-948e-47cc-922b-2e0778442fba req-9891f722-10ac-4634-9e5c-4a889f4c4849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:25.416835 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-90a06b60-948e-47cc-922b-2e0778442fba req-9891f722-10ac-4634-9e5c-4a889f4c4849 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=3d04ba57221f42d684873d624dbfd283&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0952284 Sep 06 04:39:25.434213 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b77cb45d-9068-426e-be58-8dff454f5ac2 req-dd6df59a-791b-4728-90ea-5370d9ca37a6 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423837 Sep 06 04:39:25.521037 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a06b60-948e-47cc-922b-2e0778442fba req-310c6c6d-a38e-4f37-ad53-f0990a4418da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:25.522619 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-90a06b60-948e-47cc-922b-2e0778442fba req-310c6c6d-a38e-4f37-ad53-f0990a4418da service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951116 Sep 06 04:39:25.648562 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-3c6fc266-3922-4285-975e-e623453d52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:25.650078 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-3c6fc266-3922-4285-975e-e623453d52ae service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3d04ba57221f42d684873d624dbfd283&device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 1127 time: 0.0401371 Sep 06 04:39:25.718215 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-e4822592-45c6-4c5e-9f9f-80927fc03124 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5526f44-d0dc-4158-98ba-041cc793f4d7 HTTP/1.1" status: 200 len: 217 time: 0.0338509 Sep 06 04:39:25.966938 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-e681e022-a813-4bbf-a3ae-5b3a270faa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:25.968285 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-e681e022-a813-4bbf-a3ae-5b3a270faa15 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f HTTP/1.1" status: 200 len: 854 time: 0.2435653 Sep 06 04:39:26.018869 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-38971c58-f2ba-41c0-b4d7-d02880a12a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:26.020256 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-38971c58-f2ba-41c0-b4d7-d02880a12a52 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=4c394cea-216c-4a1f-9277-2bb67bf6a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431066 Sep 06 04:39:26.115299 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-fc23e41f-9e39-4d50-bc7f-e8f55a858f04 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824509 Sep 06 04:39:26.212359 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef078e00-c90a-4aed-9249-437aa7518e69 req-e9761f21-b6ea-48c9-9667-1dc6e9955a35 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848639 Sep 06 04:39:26.323444 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27825bc1-7300-4914-926d-f98c74c20871 req-39a86882-4817-4d44-8767-5aa0edd48e63 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:26.324991 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-27825bc1-7300-4914-926d-f98c74c20871 req-39a86882-4817-4d44-8767-5aa0edd48e63 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 943 time: 0.0519121 Sep 06 04:39:26.372704 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-27825bc1-7300-4914-926d-f98c74c20871 req-eb6e753e-3fc2-4454-ba2f-aad3230813ff tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411091 Sep 06 04:39:26.562053 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae11ed7-c069-44e4-8df7-e1e838af2b43 req-638999d9-f133-4238-b907-498a3cda4387 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:26.563534 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0ae11ed7-c069-44e4-8df7-e1e838af2b43 req-638999d9-f133-4238-b907-498a3cda4387 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0477014 Sep 06 04:39:26.612277 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0ae11ed7-c069-44e4-8df7-e1e838af2b43 req-57d6ba3d-2193-4b72-bfee-324ecff369e5 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432453 Sep 06 04:39:27.069630 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-75bf4539-112b-4169-8fba-0e0b7f00bdda tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1745857450&fields=id&tenant_id=17ca991debba43b98c1ad8f0f91c63a9 HTTP/1.1" status: 200 len: 267 time: 0.0454373 Sep 06 04:39:27.122550 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:27.176846 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-56ed0854-1e10-4751-9a34-d79f024e648e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:27.178319 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-56ed0854-1e10-4751-9a34-d79f024e648e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/networks?id=79930370-1c5e-497c-9fc8-53811a3907a9 HTTP/1.1" status: 200 len: 808 time: 0.1023686 Sep 06 04:39:27.192856 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-a0cc03df-3b79-4dce-89c2-f40ee44b293a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/quotas/17ca991debba43b98c1ad8f0f91c63a9 HTTP/1.1" status: 200 len: 375 time: 0.0092630 Sep 06 04:39:27.242920 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-608e3113-a013-4120-903a-df0adbe40f32 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=17ca991debba43b98c1ad8f0f91c63a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450180 Sep 06 04:39:27.323454 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:27.346193 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-45ff53c9-4ef0-4761-844e-74dfde70bf86 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/79930370-1c5e-497c-9fc8-53811a3907a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918589 Sep 06 04:39:27.441362 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-80f630b6-c3c1-40dc-b626-47f8f0f83882 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/79930370-1c5e-497c-9fc8-53811a3907a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893824 Sep 06 04:39:27.491319 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43063e18-b55e-4bcb-b88c-94c4803dc845 req-69f12200-d231-490d-8946-ced8ec025777 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:27.493011 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-43063e18-b55e-4bcb-b88c-94c4803dc845 req-69f12200-d231-490d-8946-ced8ec025777 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 943 time: 0.0455825 Sep 06 04:39:27.518537 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:27.545400 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-43063e18-b55e-4bcb-b88c-94c4803dc845 req-5d7f61da-68d4-4c8d-a2a7-eae9467fcb09 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457661 Sep 06 04:39:27.746024 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdbb26-ea26-497b-a345-d99a525650fd req-4a3c3871-07ec-496d-94a9-9d8c5b8f1c4e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:27.749757 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0ffdbb26-ea26-497b-a345-d99a525650fd req-4a3c3871-07ec-496d-94a9-9d8c5b8f1c4e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0489137 Sep 06 04:39:27.799663 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0ffdbb26-ea26-497b-a345-d99a525650fd req-419074d3-8944-47c9-804a-3d6d87f5cef8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445812 Sep 06 04:39:27.958306 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7cc3ccd1-2020-432e-b1ef-0b93119f2772 req-2ef7e0f5-a23c-4258-8daf-313a132ca259 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 210 time: 0.0277157 Sep 06 04:39:28.668148 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb9da04-3696-40f6-a98b-f3bd141d962a req-5bfc28a0-f2ca-440b-ba8c-580baa3e7c48 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:28.670174 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3bb9da04-3696-40f6-a98b-f3bd141d962a req-5bfc28a0-f2ca-440b-ba8c-580baa3e7c48 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 943 time: 0.0466585 Sep 06 04:39:28.716545 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3bb9da04-3696-40f6-a98b-f3bd141d962a req-7b4c05e8-1be3-469f-9613-a5d0cf7538ab tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408158 Sep 06 04:39:28.945757 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbf406-ffe0-4b61-a300-ae5fc4aa215d req-0bd2bfaa-b780-4d9b-a5be-1f54d5220fac tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:28.947257 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c1fbf406-ffe0-4b61-a300-ae5fc4aa215d req-0bd2bfaa-b780-4d9b-a5be-1f54d5220fac tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0628138 Sep 06 04:39:28.999304 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c1fbf406-ffe0-4b61-a300-ae5fc4aa215d req-03891b2e-0fdc-4e0d-aa52-7984c19c975a tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448990 Sep 06 04:39:29.062388 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cde11f89-a419-4cd7-b0e4-3b8a23b2320c req-7713d47a-571c-428f-80cc-7a088405f97a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 210 time: 0.0299318 Sep 06 04:39:29.834472 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023e4db-4050-41d3-9802-597f9ef7d2c2 req-0e83594d-5735-4b53-992f-0dde105024c3 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:29.835953 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6023e4db-4050-41d3-9802-597f9ef7d2c2 req-0e83594d-5735-4b53-992f-0dde105024c3 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 943 time: 0.0456450 Sep 06 04:39:29.884435 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 19322183-60e8-44ac-b690-7448dfce3250 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:39:29.893861 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6023e4db-4050-41d3-9802-597f9ef7d2c2 req-70497418-e41c-4b24-bc3a-0ab35c3df74f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522146 Sep 06 04:39:30.001816 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 19322183-60e8-44ac-b690-7448dfce3250, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=19322183-60e8-44ac-b690-7448dfce3250,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:39:30.015870 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '19322183-60e8-44ac-b690-7448dfce3250', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'port_id': '19322183-60e8-44ac-b690-7448dfce3250', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:39:30.051659 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:30.052404 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 19322183-60e8-44ac-b690-7448dfce3250 is: ACTIVE; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:39:30.052773 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (19322183-60e8-44ac-b690-7448dfce3250), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:30.066928 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19322183-60e8-44ac-b690-7448dfce3250 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:39:30.080095 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:30.089115 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 19322183-60e8-44ac-b690-7448dfce3250, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=19322183-60e8-44ac-b690-7448dfce3250,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:39:30.129772 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766128fb-3194-4f11-99fe-8abda10a0cc9 req-27055da7-1e45-4564-a9c8-7271fa6d8d69 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:30.131272 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-766128fb-3194-4f11-99fe-8abda10a0cc9 req-27055da7-1e45-4564-a9c8-7271fa6d8d69 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0489037 Sep 06 04:39:30.162367 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (19322183-60e8-44ac-b690-7448dfce3250), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:30.165185 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-03d36652-1462-46d4-bd93-5b438fdf02bd req-fb0f3f50-2b3c-4364-95b5-115b664c80bc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 210 time: 0.0280950 Sep 06 04:39:30.182177 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-766128fb-3194-4f11-99fe-8abda10a0cc9 req-e97aafb5-308c-48c0-b735-d861b3bbdb0a tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449295 Sep 06 04:39:30.212881 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=19322183-60e8-44ac-b690-7448dfce3250,revision_number=6']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:39:30.426369 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['19322183-60e8-44ac-b690-7448dfce3250'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:39:31.017286 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9397c-14ac-424a-85fb-42d14dc26d68 req-1e49b933-31e4-4d6a-8607-cd06c3c01996 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:31.018705 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-fce9397c-14ac-424a-85fb-42d14dc26d68 req-1e49b933-31e4-4d6a-8607-cd06c3c01996 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 943 time: 0.0480587 Sep 06 04:39:31.067868 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-fce9397c-14ac-424a-85fb-42d14dc26d68 req-ed2d19fc-c90c-45dd-bb62-ebe163427885 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427561 Sep 06 04:39:31.270935 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-15747884-78a1-493e-af7b-466050482277 req-668277aa-b1eb-42b2-b6bd-ddbcdcd6e74f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 210 time: 0.0266674 Sep 06 04:39:31.311810 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f6054-8f02-42b4-ba51-41c2953d63b4 req-dbc5520a-64ab-4b93-83f2-719993ad93e2 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:31.313282 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d41f6054-8f02-42b4-ba51-41c2953d63b4 req-dbc5520a-64ab-4b93-83f2-719993ad93e2 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 944 time: 0.0482090 Sep 06 04:39:31.361586 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d41f6054-8f02-42b4-ba51-41c2953d63b4 req-d0514d2f-aac8-44e2-8aa0-b3b4f9efdd03 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426791 Sep 06 04:39:31.899211 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device b5526f44-d0dc-4158-98ba-041cc793f4d7 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:39:31.912013 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:31.917003 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 19322183-60e8-44ac-b690-7448dfce3250 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:39:32.026951 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 19322183-60e8-44ac-b690-7448dfce3250 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:39:32.027326 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (19322183-60e8-44ac-b690-7448dfce3250), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:32.065949 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port b5526f44-d0dc-4158-98ba-041cc793f4d7, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=b5526f44-d0dc-4158-98ba-041cc793f4d7,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:39:32.084998 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': 'b5526f44-d0dc-4158-98ba-041cc793f4d7', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'port_id': 'b5526f44-d0dc-4158-98ba-041cc793f4d7', 'mac_address': 'fa:16:3e:91:e1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:39:32.147936 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port b5526f44-d0dc-4158-98ba-041cc793f4d7 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:39:32.148323 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (b5526f44-d0dc-4158-98ba-041cc793f4d7), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:32.166863 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 19322183-60e8-44ac-b690-7448dfce3250 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:39:32.167240 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (19322183-60e8-44ac-b690-7448dfce3250), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:32.171559 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5526f44-d0dc-4158-98ba-041cc793f4d7 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:39:32.200680 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efddf5f-9331-4725-ac1c-ee82dffa1894 req-a901a391-caca-4709-903b-45e07c1e3ad6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:32.202376 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9efddf5f-9331-4725-ac1c-ee82dffa1894 req-a901a391-caca-4709-903b-45e07c1e3ad6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 943 time: 0.0502467 Sep 06 04:39:32.205224 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port b5526f44-d0dc-4158-98ba-041cc793f4d7, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=b5526f44-d0dc-4158-98ba-041cc793f4d7,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:39:32.210730 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53238a8f-2601-4952-acd2-4dcb02761c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19322183-60e8-44ac-b690-7448dfce3250'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:39:32.212917 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028af15b-50fb-4633-942d-285a6e1780bc" -d '{"events": [{"server_uuid": "53238a8f-2601-4952-acd2-4dcb02761c12", "name": "network-vif-plugged", "status": "completed", "tag": "19322183-60e8-44ac-b690-7448dfce3250"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:39:32.226424 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 19322183-60e8-44ac-b690-7448dfce3250, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=19322183-60e8-44ac-b690-7448dfce3250,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:39:32.252409 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0127f82d-b976-423d-b4d5-bbdfd94767f5 x-openstack-request-id: req-0127f82d-b976-423d-b4d5-bbdfd94767f5 {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:39:32.252705 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53238a8f-2601-4952-acd2-4dcb02761c12", "name": "network-vif-plugged", "status": "completed", "tag": "19322183-60e8-44ac-b690-7448dfce3250", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:39:32.252952 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0127f82d-b976-423d-b4d5-bbdfd94767f5 {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:39:32.253372 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0127f82d-b976-423d-b4d5-bbdfd94767f5'] response: {'server_uuid': '53238a8f-2601-4952-acd2-4dcb02761c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19322183-60e8-44ac-b690-7448dfce3250', 'code': 200} Sep 06 04:39:32.253567 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9efddf5f-9331-4725-ac1c-ee82dffa1894 req-d33f1eb8-d206-4c57-b8c7-d58f7c4a664a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444515 Sep 06 04:39:32.261167 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (b5526f44-d0dc-4158-98ba-041cc793f4d7), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:32.287619 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (19322183-60e8-44ac-b690-7448dfce3250), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:32.303208 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:32.313072 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=b5526f44-d0dc-4158-98ba-041cc793f4d7,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:39:32.363236 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=19322183-60e8-44ac-b690-7448dfce3250,revision_number=7']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:39:32.379917 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d6a27e0f-84eb-4aa1-88ed-f2ef58934e0a req-635dfffb-2f88-4bb8-acb0-fa235f07785e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 210 time: 0.0309930 Sep 06 04:39:32.484429 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d4010-dc1f-4db7-a7ef-34ae7f5a6a1a req-351e099a-cb6a-42dc-9473-dd299f190017 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:32.485886 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f46d4010-dc1f-4db7-a7ef-34ae7f5a6a1a req-351e099a-cb6a-42dc-9473-dd299f190017 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0449855 Sep 06 04:39:32.531822 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f46d4010-dc1f-4db7-a7ef-34ae7f5a6a1a req-dd2457f2-be32-4d72-89fb-ebbbd7825edc tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404532 Sep 06 04:39:32.917720 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4d3e0-c8ba-4ee5-9dbf-254089c13ae6 req-014f2db7-a9d8-44a8-b963-65ca6e74f9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:32.920271 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5ec4d3e0-c8ba-4ee5-9dbf-254089c13ae6 req-014f2db7-a9d8-44a8-b963-65ca6e74f9b0 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=2388589a34d346f3b31b231a9dafe34d&device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 1129 time: 0.0403559 Sep 06 04:39:33.037386 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4d3e0-c8ba-4ee5-9dbf-254089c13ae6 req-5f69a9d3-8bcf-4fb4-8b10-81d15486d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:33.038942 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5ec4d3e0-c8ba-4ee5-9dbf-254089c13ae6 req-5f69a9d3-8bcf-4fb4-8b10-81d15486d9d4 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=6861b199-7de9-4155-8c49-44122ab810f3 HTTP/1.1" status: 200 len: 918 time: 0.0962646 Sep 06 04:39:33.357571 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['b5526f44-d0dc-4158-98ba-041cc793f4d7'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:39:33.378238 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67260d2-4080-4188-9331-469560c03473 req-ce544238-cea3-4833-ad55-97e8ada059dd tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:33.384076 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b67260d2-4080-4188-9331-469560c03473 req-ce544238-cea3-4833-ad55-97e8ada059dd tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 944 time: 0.0505905 Sep 06 04:39:33.434269 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b67260d2-4080-4188-9331-469560c03473 req-25b879f3-d5fb-4d40-9f9b-625aad2991c7 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477812 Sep 06 04:39:33.538293 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-34fd446a-1930-4181-a324-9c42292f21b6 req-aafe0233-9ff9-47f6-8359-dd9c9b919bbd tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 210 time: 0.0715935 Sep 06 04:39:33.562573 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5ec4d3e0-c8ba-4ee5-9dbf-254089c13ae6 req-2b0ce5ac-cf50-468a-a2dc-9e510184dfbf service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19322183-60e8-44ac-b690-7448dfce3250 HTTP/1.1" status: 200 len: 1001 time: 0.0780284 Sep 06 04:39:33.620197 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4d3e0-c8ba-4ee5-9dbf-254089c13ae6 req-2547b0c6-7965-440a-b839-765a665564a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:33.621987 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5ec4d3e0-c8ba-4ee5-9dbf-254089c13ae6 req-2547b0c6-7965-440a-b839-765a665564a0 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=9b8031fd-df8e-40aa-8f52-58d945edc54a HTTP/1.1" status: 200 len: 856 time: 0.0482695 Sep 06 04:39:33.672424 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7d552-720e-40e7-ada9-3f517e638680 req-22aa4cd5-9f89-4bd3-af31-960a22c2d18e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:33.674283 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-bab7d552-720e-40e7-ada9-3f517e638680 req-22aa4cd5-9f89-4bd3-af31-960a22c2d18e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0613513 Sep 06 04:39:33.674804 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4d3e0-c8ba-4ee5-9dbf-254089c13ae6 req-e7b833c9-cb15-42a9-b86c-799b095e7fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:33.676354 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5ec4d3e0-c8ba-4ee5-9dbf-254089c13ae6 req-e7b833c9-cb15-42a9-b86c-799b095e7fdd service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=6861b199-7de9-4155-8c49-44122ab810f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444055 Sep 06 04:39:33.695691 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:33.723263 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-bab7d552-720e-40e7-ada9-3f517e638680 req-2e123625-a0a9-4d13-8780-77e533586af4 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428388 Sep 06 04:39:33.732919 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:33.773063 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5ec4d3e0-c8ba-4ee5-9dbf-254089c13ae6 req-adc208b0-8f07-4d78-ad3a-da07a4fefb95 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898867 Sep 06 04:39:33.827610 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:33.862739 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5ec4d3e0-c8ba-4ee5-9dbf-254089c13ae6 req-b3e32e06-c26d-4c9d-bf9e-53391be005c4 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825922 Sep 06 04:39:34.564424 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a774d-b1e4-4c95-bf93-2149ce8daac6 req-4035299d-ba37-470b-a50f-7885e1033c79 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:34.566176 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8f7a774d-b1e4-4c95-bf93-2149ce8daac6 req-4035299d-ba37-470b-a50f-7885e1033c79 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 944 time: 0.0505946 Sep 06 04:39:34.643259 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8f7a774d-b1e4-4c95-bf93-2149ce8daac6 req-52875e2d-63e6-461c-b62f-6af9bcb56b8a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555921 Sep 06 04:39:34.653536 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4d0dedba-dec9-4c72-ac18-5f960381e44b req-7a52bcfc-99cb-4417-8a44-aa32331e2392 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 210 time: 0.0305853 Sep 06 04:39:34.852760 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de3014-ed7c-478e-ba0b-a04d20715670 req-67967877-0061-4473-9176-d10247b8a9e7 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:34.854314 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-73de3014-ed7c-478e-ba0b-a04d20715670 req-67967877-0061-4473-9176-d10247b8a9e7 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0497386 Sep 06 04:39:34.903937 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-73de3014-ed7c-478e-ba0b-a04d20715670 req-4e1b3571-9c7a-45d4-8eac-935130132e60 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428078 Sep 06 04:39:35.406588 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:39:35.436974 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-5af067ea-d82e-4d34-8aaa-8c8443af4f53 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:35.438476 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-5af067ea-d82e-4d34-8aaa-8c8443af4f53 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.46 "GET /networking/v2.0/networks?id=79930370-1c5e-497c-9fc8-53811a3907a9 HTTP/1.1" status: 200 len: 808 time: 0.1100781 Sep 06 04:39:35.502541 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device b5526f44-d0dc-4158-98ba-041cc793f4d7 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:39:35.546246 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port b5526f44-d0dc-4158-98ba-041cc793f4d7 completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:39:35.586383 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port b5526f44-d0dc-4158-98ba-041cc793f4d7 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:39:35.586802 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (b5526f44-d0dc-4158-98ba-041cc793f4d7), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:35.639607 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-a97ec8c8-2e76-4698-b0a1-9a62d0be2b41 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=17ca991debba43b98c1ad8f0f91c63a9 HTTP/1.1" status: 200 len: 380 time: 0.0606310 Sep 06 04:39:35.648797 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-2a5501e9-7466-46f0-a2bb-f99facb80378 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Request body: {'port': {'device_id': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9', 'admin_state_up': True, 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'security_groups': ['f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b']}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:39:35.669299 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port b5526f44-d0dc-4158-98ba-041cc793f4d7 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:39:35.669615 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (b5526f44-d0dc-4158-98ba-041cc793f4d7), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:35.695626 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16044770-064c-404f-9a5e-c3c493e8a869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5526f44-d0dc-4158-98ba-041cc793f4d7'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:39:35.698154 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c14fda5-0e56-4050-a743-aff1b57d91a4" -d '{"events": [{"server_uuid": "16044770-064c-404f-9a5e-c3c493e8a869", "name": "network-vif-plugged", "status": "completed", "tag": "b5526f44-d0dc-4158-98ba-041cc793f4d7"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:39:35.712291 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port b5526f44-d0dc-4158-98ba-041cc793f4d7, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=b5526f44-d0dc-4158-98ba-041cc793f4d7,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:39:35.785776 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a8138c2f-fc77-4f50-be6a-9f2f1f5fc2a7 req-1d1f302b-592f-46aa-8717-b773077f9548 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 210 time: 0.0366971 Sep 06 04:39:35.798239 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (b5526f44-d0dc-4158-98ba-041cc793f4d7), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:35.806823 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9fd63-90e4-48c0-8cbb-4e12d0bff029 req-532ba2a7-f91d-46c8-80ff-042788e8289a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:35.809139 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3fa9fd63-90e4-48c0-8cbb-4e12d0bff029 req-532ba2a7-f91d-46c8-80ff-042788e8289a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 944 time: 0.0708094 Sep 06 04:39:35.846502 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:35.855113 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-2a5501e9-7466-46f0-a2bb-f99facb80378 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Made reservation on behalf of 17ca991debba43b98c1ad8f0f91c63a9 for: {'port': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:39:35.861402 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-2a5501e9-7466-46f0-a2bb-f99facb80378 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:35.863388 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a67c848-6cda-45e5-92b6-5ed922f6624b x-openstack-request-id: req-6a67c848-6cda-45e5-92b6-5ed922f6624b {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:39:35.865367 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16044770-064c-404f-9a5e-c3c493e8a869", "name": "network-vif-plugged", "status": "completed", "tag": "b5526f44-d0dc-4158-98ba-041cc793f4d7", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:39:35.865635 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a67c848-6cda-45e5-92b6-5ed922f6624b {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:39:35.866215 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a67c848-6cda-45e5-92b6-5ed922f6624b'] response: {'server_uuid': '16044770-064c-404f-9a5e-c3c493e8a869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5526f44-d0dc-4158-98ba-041cc793f4d7', 'code': 200} Sep 06 04:39:35.883120 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=b5526f44-d0dc-4158-98ba-041cc793f4d7,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:39:35.886929 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3fa9fd63-90e4-48c0-8cbb-4e12d0bff029 req-b2a47838-7511-4d1b-b44c-827bfda9be3a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686655 Sep 06 04:39:36.044340 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-2a5501e9-7466-46f0-a2bb-f99facb80378 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Allocated IP 172.20.0.4 (79930370-1c5e-497c-9fc8-53811a3907a9/da21c44d-c491-4cde-9367-78edabda8793/784c9a84-7d0f-461b-810d-b0f2b91e1d43) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:39:36.073076 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c196070-dfdf-4c4d-a6d5-cc35c934892f req-127868c9-f3eb-4397-8cc7-9f051d563baf tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:36.074810 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1c196070-dfdf-4c4d-a6d5-cc35c934892f req-127868c9-f3eb-4397-8cc7-9f051d563baf tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0714724 Sep 06 04:39:36.182920 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1c196070-dfdf-4c4d-a6d5-cc35c934892f req-ddcfa828-9f0a-450b-9375-93dcc99e1540 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1020927 Sep 06 04:39:36.218727 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:36.237659 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:36.240875 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-2a5501e9-7466-46f0-a2bb-f99facb80378 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:36.322700 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-2a5501e9-7466-46f0-a2bb-f99facb80378 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:36.362120 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-2a5501e9-7466-46f0-a2bb-f99facb80378 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Network 79930370-1c5e-497c-9fc8-53811a3907a9 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:39:36.365232 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-2a5501e9-7466-46f0-a2bb-f99facb80378 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:39:36.368905 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-2a5501e9-7466-46f0-a2bb-f99facb80378 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:39:36.373697 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-2a5501e9-7466-46f0-a2bb-f99facb80378 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:36.374317 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-2a5501e9-7466-46f0-a2bb-f99facb80378 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:36.392601 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5501e9-7466-46f0-a2bb-f99facb80378 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Pushing event updated for resources: {'Port': ['ID=784c9a84-7d0f-461b-810d-b0f2b91e1d43,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:39:36.463175 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-2a5501e9-7466-46f0-a2bb-f99facb80378 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8182423 Sep 06 04:39:36.490760 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5273aa-c27c-4e82-a55e-5560b62c962a req-cad13bf8-cf8b-4ac6-9886-4818b5297245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:36.492370 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9e5273aa-c27c-4e82-a55e-5560b62c962a req-cad13bf8-cf8b-4ac6-9886-4818b5297245 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 1129 time: 0.0392981 Sep 06 04:39:36.592445 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-eace166c-c364-4da9-baf4-17fc18ec8907 None None] Provisioning complete for port 784c9a84-7d0f-461b-810d-b0f2b91e1d43 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:39:36.592997 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-eace166c-c364-4da9-baf4-17fc18ec8907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:36.623469 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-eace166c-c364-4da9-baf4-17fc18ec8907 None None] Port 784c9a84-7d0f-461b-810d-b0f2b91e1d43 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:39:36.669024 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Request body: {'port': {'device_id': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:39:36.704017 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9e5273aa-c27c-4e82-a55e-5560b62c962a req-2840e054-2f6d-4a22-80de-60827f1497fb service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387456 Sep 06 04:39:36.728112 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:36.918368 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9c4b6-a533-4859-9bc7-8dc19a2fd978 req-2ef12b67-be06-4910-9fe8-385d6475fd22 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:36.921171 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c9c9c4b6-a533-4859-9bc7-8dc19a2fd978 req-2ef12b67-be06-4910-9fe8-385d6475fd22 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 931 time: 0.0540786 Sep 06 04:39:36.977657 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c9c9c4b6-a533-4859-9bc7-8dc19a2fd978 req-cf254fad-5af6-46b8-8184-782c05ace9f6 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504875 Sep 06 04:39:37.036794 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 784c9a84-7d0f-461b-810d-b0f2b91e1d43 {{(pid=106938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:39:37.048577 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2d752-f17a-4326-b341-d76da7f893a1 req-d1caf656-279d-4ed6-a9a4-8457fafe025f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:37.050121 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8ea2d752-f17a-4326-b341-d76da7f893a1 req-d1caf656-279d-4ed6-a9a4-8457fafe025f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 945 time: 0.0769053 Sep 06 04:39:37.054615 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Publish callbacks [] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:37.079465 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.provisioning_blocks [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Transition to ACTIVE for port object 784c9a84-7d0f-461b-810d-b0f2b91e1d43 will not be triggered until provisioned by entity L2. {{(pid=106938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:39:37.106962 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8ea2d752-f17a-4326-b341-d76da7f893a1 req-9bdbaa39-7908-41f5-8b40-a8bfdbd39ea4 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511506 Sep 06 04:39:37.140254 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:37.213705 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Pushing event updated for resources: {'Port': ['ID=784c9a84-7d0f-461b-810d-b0f2b91e1d43,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:39:37.218368 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Attempting to bind port 784c9a84-7d0f-461b-810d-b0f2b91e1d43 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:39:37.218716 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Attempting to bind port 784c9a84-7d0f-461b-810d-b0f2b91e1d43 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'd1c0853e-8ae1-48c8-bb38-aedbe43aab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9'}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:39:37.219048 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Attempting to bind port 784c9a84-7d0f-461b-810d-b0f2b91e1d43 on network 79930370-1c5e-497c-9fc8-53811a3907a9 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:39:37.244549 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:37.267896 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Port 784c9a84-7d0f-461b-810d-b0f2b91e1d43 on network 79930370-1c5e-497c-9fc8-53811a3907a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:39:37.268219 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Attempting to bind port 784c9a84-7d0f-461b-810d-b0f2b91e1d43 on network 79930370-1c5e-497c-9fc8-53811a3907a9 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:39:37.295784 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:37.306317 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d6c67-18fd-4fa4-a71e-b2fba27b3e3f req-d09ab8fd-cb81-4591-9b19-7b6684d40181 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:37.307800 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-289d6c67-18fd-4fa4-a71e-b2fba27b3e3f req-d09ab8fd-cb81-4591-9b19-7b6684d40181 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0457854 Sep 06 04:39:37.312041 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:39:37.312359 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Checking segment: {'id': 'd1c0853e-8ae1-48c8-bb38-aedbe43aab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:39:37.312745 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Bound using segment: {'id': 'd1c0853e-8ae1-48c8-bb38-aedbe43aab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9'} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:39:37.313176 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Bound port: 784c9a84-7d0f-461b-810d-b0f2b91e1d43, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c0853e-8ae1-48c8-bb38-aedbe43aab84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9'}}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:39:37.313559 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:37.357135 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-289d6c67-18fd-4fa4-a71e-b2fba27b3e3f req-5d73a67b-87aa-4b6a-87d4-ccbfb0ead454 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419815 Sep 06 04:39:37.390592 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:37.390592 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] For port 784c9a84-7d0f-461b-810d-b0f2b91e1d43, host hv-cinder-85600, cleared binding levels {{(pid=106938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:39:37.390592 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] For port 784c9a84-7d0f-461b-810d-b0f2b91e1d43, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=784c9a84-7d0f-461b-810d-b0f2b91e1d43,segment=NetworkSegment(d1c0853e-8ae1-48c8-bb38-aedbe43aab84),segment_id=d1c0853e-8ae1-48c8-bb38-aedbe43aab84)] {{(pid=106938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:39:37.448149 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:37.453114 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:37.453761 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:37.455257 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/784c9a84-7d0f-461b-810d-b0f2b91e1d43 HTTP/1.1" status: 200 len: 1093 time: 0.7906651 Sep 06 04:39:37.455879 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'tag': '784c9a84-7d0f-461b-810d-b0f2b91e1d43'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:39:37.458258 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6bdbdc-aa62-47f2-ac72-8c2d58d3f013" -d '{"events": [{"name": "network-changed", "server_uuid": "ddad572e-12e1-4699-ba46-16c1ccb25704", "tag": "784c9a84-7d0f-461b-810d-b0f2b91e1d43"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:39:37.500980 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927faf50-2270-492b-add7-6e4753d41fe6 x-openstack-request-id: req-927faf50-2270-492b-add7-6e4753d41fe6 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:39:37.501259 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddad572e-12e1-4699-ba46-16c1ccb25704", "tag": "784c9a84-7d0f-461b-810d-b0f2b91e1d43", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:39:37.501527 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-927faf50-2270-492b-add7-6e4753d41fe6 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:39:37.501918 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927faf50-2270-492b-add7-6e4753d41fe6'] response: {'name': 'network-changed', 'server_uuid': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'tag': '784c9a84-7d0f-461b-810d-b0f2b91e1d43', 'status': 'completed', 'code': 200} Sep 06 04:39:37.507258 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Pushing event updated for resources: {'Port': ['ID=784c9a84-7d0f-461b-810d-b0f2b91e1d43,revision_number=3']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:39:37.515063 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:39:37.515489 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:39:37.515731 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:39:37.516063 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:39:37.516391 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:39:37.516709 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:39:37.517035 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:39:37.517376 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:39:37.517703 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:39:37.518021 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:39:37.518343 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:39:37.518660 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:39:37.518978 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:39:37.519294 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:39:37.519610 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accae098-0019-4d6f-b93c-d7c1474d913f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:39:38.099279 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d185d40-1875-436b-9dfa-e562eca29de8 req-5e6f79e1-0684-4485-bdbe-ce2910ea9567 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:38.100721 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9d185d40-1875-436b-9dfa-e562eca29de8 req-5e6f79e1-0684-4485-bdbe-ce2910ea9567 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0472269 Sep 06 04:39:38.158967 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9d185d40-1875-436b-9dfa-e562eca29de8 req-45fdd29c-d1b0-4383-bca0-7ad1efa48041 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471315 Sep 06 04:39:38.231394 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db44add-b304-40c4-a3c7-bc81779f48e8 req-9a81b902-b5dc-45b4-8c7e-993650cb7357 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:38.233141 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7db44add-b304-40c4-a3c7-bc81779f48e8 req-9a81b902-b5dc-45b4-8c7e-993650cb7357 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 945 time: 0.0464094 Sep 06 04:39:38.279139 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7db44add-b304-40c4-a3c7-bc81779f48e8 req-bfa7cd87-bfc2-44bf-9c0b-97e419bdd0a0 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409536 Sep 06 04:39:38.486893 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf7863-41e6-46ad-86fc-9f3d6712fb24 req-d0620695-10fc-46cb-8d7a-0aad29897f68 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:38.488286 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-dacf7863-41e6-46ad-86fc-9f3d6712fb24 req-d0620695-10fc-46cb-8d7a-0aad29897f68 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0465140 Sep 06 04:39:38.534478 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-dacf7863-41e6-46ad-86fc-9f3d6712fb24 req-72011628-d9ff-45fb-ad2f-6d8d9a5c9fc8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406222 Sep 06 04:39:39.276157 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bee4cb-adef-4a87-bcf3-a36170cff3b0 req-c3747748-57f0-4913-a668-2617f65c0941 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:39.278562 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-65bee4cb-adef-4a87-bcf3-a36170cff3b0 req-c3747748-57f0-4913-a668-2617f65c0941 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0485449 Sep 06 04:39:39.326714 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-65bee4cb-adef-4a87-bcf3-a36170cff3b0 req-fb74e285-2dee-486e-b959-063d7ac215f7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426257 Sep 06 04:39:39.400111 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7303990-e4ee-4d33-8319-7445288285b8 req-6cab4080-982e-4f49-9390-c197c14e79d5 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:39.401868 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e7303990-e4ee-4d33-8319-7445288285b8 req-6cab4080-982e-4f49-9390-c197c14e79d5 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 945 time: 0.0457804 Sep 06 04:39:39.449217 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e7303990-e4ee-4d33-8319-7445288285b8 req-6edb91b0-35c5-48ce-bf25-1017cfd369b1 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405540 Sep 06 04:39:39.658726 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d686f89-57cd-4eed-b170-e28a1568450c req-8a798afa-08f8-4669-bd72-95e8044ca517 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:39.660197 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4d686f89-57cd-4eed-b170-e28a1568450c req-8a798afa-08f8-4669-bd72-95e8044ca517 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0456886 Sep 06 04:39:39.709450 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4d686f89-57cd-4eed-b170-e28a1568450c req-9cb4f80b-d1df-446b-8c85-25b2a27e6362 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431840 Sep 06 04:39:40.448221 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ad557-0e24-4513-a97d-6c6db94a28b0 req-5f1a74f4-d1c3-4a68-b5c1-4717025e11fc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:40.450245 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a1ad557-0e24-4513-a97d-6c6db94a28b0 req-5f1a74f4-d1c3-4a68-b5c1-4717025e11fc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0487959 Sep 06 04:39:40.499286 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a1ad557-0e24-4513-a97d-6c6db94a28b0 req-fd41efb8-3219-4505-b6b5-2a374233a145 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434086 Sep 06 04:39:40.572998 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebd6ed-b1e0-48fa-bab2-19f1d914c740 req-8dc9dd38-595b-4198-8d87-56cf9c55260d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:40.575064 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4aebd6ed-b1e0-48fa-bab2-19f1d914c740 req-8dc9dd38-595b-4198-8d87-56cf9c55260d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 945 time: 0.0450804 Sep 06 04:39:40.624901 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4aebd6ed-b1e0-48fa-bab2-19f1d914c740 req-c5b7682c-5aed-450d-bd04-208e3c2bd81f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440004 Sep 06 04:39:40.833712 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d2fac-df41-4802-9f6e-be1698085230 req-b230ced0-218a-4f89-9352-c534ccb896ec tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:40.835072 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f29d2fac-df41-4802-9f6e-be1698085230 req-b230ced0-218a-4f89-9352-c534ccb896ec tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0452514 Sep 06 04:39:40.880897 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f29d2fac-df41-4802-9f6e-be1698085230 req-53c87361-a306-4ca3-81ad-270551e1e5cf tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403938 Sep 06 04:39:41.627476 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5eaebe-cabf-4315-b518-509efbf24d31 req-41717175-8b6b-4c95-9136-a830d1336bae tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:41.628960 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3a5eaebe-cabf-4315-b518-509efbf24d31 req-41717175-8b6b-4c95-9136-a830d1336bae tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0486591 Sep 06 04:39:41.678335 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3a5eaebe-cabf-4315-b518-509efbf24d31 req-529012f0-416e-4c42-9690-054359234a4b tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438261 Sep 06 04:39:41.746195 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9c4da-084a-4eef-9aa9-4e65fcc6cbf0 req-6fae2a2f-b2a4-45eb-9620-d83630a89683 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:41.748507 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5cf9c4da-084a-4eef-9aa9-4e65fcc6cbf0 req-6fae2a2f-b2a4-45eb-9620-d83630a89683 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 945 time: 0.0449736 Sep 06 04:39:41.797600 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5cf9c4da-084a-4eef-9aa9-4e65fcc6cbf0 req-cbc682e8-4c3a-437a-bd64-d1cc2d37973f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436552 Sep 06 04:39:42.006661 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715a672-a47f-4fe2-a246-adb3a0f07d4c req-965c7df8-e240-4154-b66b-756a00cedab9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:42.008097 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8715a672-a47f-4fe2-a246-adb3a0f07d4c req-965c7df8-e240-4154-b66b-756a00cedab9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0459251 Sep 06 04:39:42.061822 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8715a672-a47f-4fe2-a246-adb3a0f07d4c req-1562b06d-9631-43e6-8ac2-5652c09e998f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481155 Sep 06 04:39:42.207756 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-e40d05cf-ff91-448c-825f-b3328cb02f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:42.803339 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78ad1c-4264-4c70-ae3f-d8f2a5297a83 req-7ca84a5d-7dd1-4c75-b011-0540e37d88d9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:42.804840 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8b78ad1c-4264-4c70-ae3f-d8f2a5297a83 req-7ca84a5d-7dd1-4c75-b011-0540e37d88d9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0494483 Sep 06 04:39:42.817253 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:42.856399 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8b78ad1c-4264-4c70-ae3f-d8f2a5297a83 req-96af403c-0882-4c72-b3bc-6d5d87e3511a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457835 Sep 06 04:39:42.925916 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af07366-7f9d-41e4-8707-8891904ddfe0 req-6aaeae44-e422-4d42-aab2-ecc42ec6e613 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:42.927307 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8af07366-7f9d-41e4-8707-8891904ddfe0 req-6aaeae44-e422-4d42-aab2-ecc42ec6e613 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 945 time: 0.0523760 Sep 06 04:39:42.974360 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8af07366-7f9d-41e4-8707-8891904ddfe0 req-e5247877-2c76-46d8-90a2-fd5ea95a5705 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414977 Sep 06 04:39:43.186593 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeec915-35d2-43c3-a009-e2d0c3be5412 req-f469ee4c-3d25-4d4c-8e6c-5130e660cb87 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:43.187977 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6aeec915-35d2-43c3-a009-e2d0c3be5412 req-f469ee4c-3d25-4d4c-8e6c-5130e660cb87 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0463622 Sep 06 04:39:43.233600 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6aeec915-35d2-43c3-a009-e2d0c3be5412 req-eb07442f-6446-4b77-9bc6-91a324e1c108 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400562 Sep 06 04:39:43.619968 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bdbdc-aa62-47f2-ac72-8c2d58d3f013 req-6c099c0e-3807-46b8-b218-3f75852690fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:43.621482 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fc6bdbdc-aa62-47f2-ac72-8c2d58d3f013 req-6c099c0e-3807-46b8-b218-3f75852690fd service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=17ca991debba43b98c1ad8f0f91c63a9&device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 1127 time: 0.0375655 Sep 06 04:39:43.833887 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bdbdc-aa62-47f2-ac72-8c2d58d3f013 req-7576a938-0e12-441c-ae87-f09f143915ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:43.835346 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fc6bdbdc-aa62-47f2-ac72-8c2d58d3f013 req-7576a938-0e12-441c-ae87-f09f143915ba service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=17ca991debba43b98c1ad8f0f91c63a9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0984070 Sep 06 04:39:43.922652 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:43.991322 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bdbdc-aa62-47f2-ac72-8c2d58d3f013 req-1104be13-a7f4-462b-906f-6a30a2780e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:43.992827 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fc6bdbdc-aa62-47f2-ac72-8c2d58d3f013 req-1104be13-a7f4-462b-906f-6a30a2780e6e service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351039 Sep 06 04:39:44.001457 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f3c7a-22e1-4bc1-98b8-00155a78a0da req-1b772bf3-6f15-47f1-8ff6-3d2a9b04d40b tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:44.002899 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2f5f3c7a-22e1-4bc1-98b8-00155a78a0da req-1b772bf3-6f15-47f1-8ff6-3d2a9b04d40b tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0676355 Sep 06 04:39:44.037240 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:44.073724 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2f5f3c7a-22e1-4bc1-98b8-00155a78a0da req-73ab42b2-7416-4b60-a346-0b05f6338dec tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638602 Sep 06 04:39:44.125064 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59bd4c-61c5-4992-b550-d394f9718468 req-f9b417aa-5ad3-4ffc-91b1-c2f01cc11522 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:44.126588 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5e59bd4c-61c5-4992-b550-d394f9718468 req-f9b417aa-5ad3-4ffc-91b1-c2f01cc11522 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 945 time: 0.0596726 Sep 06 04:39:44.175120 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5e59bd4c-61c5-4992-b550-d394f9718468 req-8c6c8978-c92f-4867-90ee-af1f12c61969 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428369 Sep 06 04:39:44.358652 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802ed25-4b3d-4cd3-ac6b-a81b51c8d807 req-9bd215ec-ac03-47f0-a88a-f2672de7b2b7 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:44.360110 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2802ed25-4b3d-4cd3-ac6b-a81b51c8d807 req-9bd215ec-ac03-47f0-a88a-f2672de7b2b7 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0463822 Sep 06 04:39:44.408455 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2802ed25-4b3d-4cd3-ac6b-a81b51c8d807 req-10acec5c-626e-4887-a4e8-ba169ee5a02d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427949 Sep 06 04:39:44.454317 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7e0f3d99-e0c5-4739-a2a9-3b7f4bef4640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:45.194379 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e1bac-5c4b-41a9-b4d6-48954f445dc8 req-67d44a8f-88b1-4f0c-ba75-c83f53686536 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:45.195821 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-381e1bac-5c4b-41a9-b4d6-48954f445dc8 req-67d44a8f-88b1-4f0c-ba75-c83f53686536 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0452995 Sep 06 04:39:45.250650 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-381e1bac-5c4b-41a9-b4d6-48954f445dc8 req-30aae1a3-4b2b-4f02-85eb-382a28e46b24 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493894 Sep 06 04:39:45.299608 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acf12a-a576-4101-95b3-a77ed1ef5279 req-29ede786-583e-47db-81b6-3fa5aa5f3fbc tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:45.301060 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e9acf12a-a576-4101-95b3-a77ed1ef5279 req-29ede786-583e-47db-81b6-3fa5aa5f3fbc tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 945 time: 0.0483794 Sep 06 04:39:45.347685 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e9acf12a-a576-4101-95b3-a77ed1ef5279 req-ccb8fec7-a0f2-4fbf-94cc-f472fbf45d39 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410917 Sep 06 04:39:45.401971 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:45.534566 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc4de9-cc4b-47e2-a2ac-10dc58d0b770 req-9e57fe82-75eb-4ae3-bc0e-194000aa2ce1 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:45.536038 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6cdc4de9-cc4b-47e2-a2ac-10dc58d0b770 req-9e57fe82-75eb-4ae3-bc0e-194000aa2ce1 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0491624 Sep 06 04:39:45.548348 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:45.585809 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6cdc4de9-cc4b-47e2-a2ac-10dc58d0b770 req-c282d539-4da0-4a30-a3d6-6363da0e7094 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439267 Sep 06 04:39:45.865717 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:46.372565 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804daf80-0f54-442e-909c-f1be94def5ca req-87c52cad-be40-4069-8547-83d9a1d96026 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:46.374096 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-804daf80-0f54-442e-909c-f1be94def5ca req-87c52cad-be40-4069-8547-83d9a1d96026 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0479355 Sep 06 04:39:46.427273 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-804daf80-0f54-442e-909c-f1be94def5ca req-17f96f03-f375-4c56-b53e-adc2de14b798 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466115 Sep 06 04:39:46.467306 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ee156-5e19-4674-9153-8a5e3df5c86b req-0c739f4c-958c-4cff-aa2a-f36963c88368 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:46.468715 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b15ee156-5e19-4674-9153-8a5e3df5c86b req-0c739f4c-958c-4cff-aa2a-f36963c88368 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 945 time: 0.0450070 Sep 06 04:39:46.514917 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b15ee156-5e19-4674-9153-8a5e3df5c86b req-13267842-4f9a-42d1-92dc-0558c3226f69 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407422 Sep 06 04:39:46.711139 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7868ec-cfde-4466-9e96-b4ae88566a26 req-abde1629-a723-4d1d-a421-30c0a8fe9e5a tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:46.712599 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-db7868ec-cfde-4466-9e96-b4ae88566a26 req-abde1629-a723-4d1d-a421-30c0a8fe9e5a tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0487654 Sep 06 04:39:46.761607 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-db7868ec-cfde-4466-9e96-b4ae88566a26 req-98d8c707-4405-4c1c-bd1a-05a81606dc5e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426831 Sep 06 04:39:47.259577 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:47.305148 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:47.373230 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-535c2d29-6ed4-4970-b454-955e4086485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:47.374752 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-535c2d29-6ed4-4970-b454-955e4086485a service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=17ca991debba43b98c1ad8f0f91c63a9&device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 1127 time: 0.2376657 Sep 06 04:39:47.544594 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ad9e8-8acb-4581-a314-9154fe4790f8 req-221d8714-4184-480e-9eba-2ed1b9590b31 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:47.546007 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5f5ad9e8-8acb-4581-a314-9154fe4790f8 req-221d8714-4184-480e-9eba-2ed1b9590b31 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0453336 Sep 06 04:39:47.599952 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5f5ad9e8-8acb-4581-a314-9154fe4790f8 req-cbf2af27-ae91-4212-8e1c-7a1d4c423e67 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485175 Sep 06 04:39:47.637250 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030866e-785c-4d85-acad-dab09b92e1a8 req-ea6f4d1d-8ce1-4a20-924a-50a31ec53a01 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:47.639151 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4030866e-785c-4d85-acad-dab09b92e1a8 req-ea6f4d1d-8ce1-4a20-924a-50a31ec53a01 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 945 time: 0.0502694 Sep 06 04:39:47.686508 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4030866e-785c-4d85-acad-dab09b92e1a8 req-37d48cc3-bb63-4b0d-9b01-d4152f8deae1 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419245 Sep 06 04:39:47.801181 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c8f9b-7e3f-4270-a5fe-f3d4c43cf0a6 req-f8babe2a-5e56-4c29-84b6-f0137f77c097 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:47.802693 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b83c8f9b-7e3f-4270-a5fe-f3d4c43cf0a6 req-f8babe2a-5e56-4c29-84b6-f0137f77c097 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 945 time: 0.0460751 Sep 06 04:39:47.812847 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 40060) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:39:47.817383 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-4f0ee348-d6ac-4a86-a28f-2db44c804903 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'floatingip': {'port_id': 'b5526f44-d0dc-4158-98ba-041cc793f4d7'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:39:47.867631 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee348-d6ac-4a86-a28f-2db44c804903 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (219c13d4-d9de-4cfe-ab31-5aa3451c2bbd), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:47.951751 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582bd16-8941-4de4-a219-ba003045ed30 req-1a21e6e8-28dc-48a8-9469-5737e3e5095f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:47.953254 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6582bd16-8941-4de4-a219-ba003045ed30 req-1a21e6e8-28dc-48a8-9469-5737e3e5095f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.1033101 Sep 06 04:39:48.073456 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6582bd16-8941-4de4-a219-ba003045ed30 req-acac681c-24c4-4efe-960a-3bbbe7fc24f9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1143582 Sep 06 04:39:48.291935 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:48.306224 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:48.355307 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee348-d6ac-4a86-a28f-2db44c804903 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:48.408671 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee348-d6ac-4a86-a28f-2db44c804903 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (219c13d4-d9de-4cfe-ab31-5aa3451c2bbd), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:48.503564 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.l3_db [None req-4f0ee348-d6ac-4a86-a28f-2db44c804903 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Floating IP 219c13d4-d9de-4cfe-ab31-5aa3451c2bbd associated. External IP: 172.27.1.209, port: b5526f44-d0dc-4158-98ba-041cc793f4d7. Sep 06 04:39:48.707334 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0ee348-d6ac-4a86-a28f-2db44c804903 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Router 2b5da834-132c-4caf-b4b3-1006d671b269 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:39:48.725490 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b166fb-d3f8-424a-9a0c-2f53aa0a66d3 req-4e0a1c7a-906f-43ee-bd7e-879b49652f22 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:48.727063 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f3b166fb-d3f8-424a-9a0c-2f53aa0a66d3 req-4e0a1c7a-906f-43ee-bd7e-879b49652f22 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0472243 Sep 06 04:39:48.777573 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f3b166fb-d3f8-424a-9a0c-2f53aa0a66d3 req-465adb3f-71e0-492d-852f-d7a8c71663bc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442512 Sep 06 04:39:48.812315 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0ee348-d6ac-4a86-a28f-2db44c804903 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:39:48.817178 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee348-d6ac-4a86-a28f-2db44c804903 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:39:48.824572 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f447f6-7dac-4ba4-bbf3-fdb45889440f None None] Sync routers for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:39:48.834706 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f447f6-7dac-4ba4-bbf3-fdb45889440f None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:39:48.835379 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-18f447f6-7dac-4ba4-bbf3-fdb45889440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:39:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:39:48.848367 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-4f0ee348-d6ac-4a86-a28f-2db44c804903 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/219c13d4-d9de-4cfe-ab31-5aa3451c2bbd HTTP/1.1" status: 200 len: 991 time: 1.0343921 Sep 06 04:39:48.849016 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16044770-064c-404f-9a5e-c3c493e8a869', 'tag': 'b5526f44-d0dc-4158-98ba-041cc793f4d7'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:39:48.851581 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc03b682-1649-4461-8001-66bc16f2757e" -d '{"events": [{"name": "network-changed", "server_uuid": "16044770-064c-404f-9a5e-c3c493e8a869", "tag": "b5526f44-d0dc-4158-98ba-041cc793f4d7"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:39:48.890729 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51aff12c-ba17-4770-a7a1-ea077b25d7b9 x-openstack-request-id: req-51aff12c-ba17-4770-a7a1-ea077b25d7b9 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:39:48.891021 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16044770-064c-404f-9a5e-c3c493e8a869", "tag": "b5526f44-d0dc-4158-98ba-041cc793f4d7", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:39:48.891278 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51aff12c-ba17-4770-a7a1-ea077b25d7b9 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:39:48.891683 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51aff12c-ba17-4770-a7a1-ea077b25d7b9'] response: {'name': 'network-changed', 'server_uuid': '16044770-064c-404f-9a5e-c3c493e8a869', 'tag': 'b5526f44-d0dc-4158-98ba-041cc793f4d7', 'status': 'completed', 'code': 200} Sep 06 04:39:48.940848 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-18f447f6-7dac-4ba4-bbf3-fdb45889440f None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:39:49.197525 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861db5bf-46fb-4b09-b304-077366891e0a req-21172230-ae7a-4ad0-8882-93fd3a498110 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:49.198916 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-861db5bf-46fb-4b09-b304-077366891e0a req-21172230-ae7a-4ad0-8882-93fd3a498110 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0460086 Sep 06 04:39:49.238641 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:49.249448 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-861db5bf-46fb-4b09-b304-077366891e0a req-11ee1547-b403-4702-973d-1b3e63e2f829 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448341 Sep 06 04:39:49.276176 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-18f447f6-7dac-4ba4-bbf3-fdb45889440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '219c13d4-d9de-4cfe-ab31-5aa3451c2bbd', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'port_id': 'b5526f44-d0dc-4158-98ba-041cc793f4d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'mac_address': 'fa:16:3e:91:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16044770-064c-404f-9a5e-c3c493e8a869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:39:19Z', 'updated_at': '2022-09-06T04:39:48Z', 'revision_number': 1, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ip_address_scope': None}, {'id': '8a8daf62-3cec-47c2-ac3a-d15dcb749b22', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'port_id': 'f88cebc5-b6a7-4ea8-9133-58a12f404543', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'mac_address': 'fa:16:3e:66:4c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e54ca-b46d-40ea-a544-c796990772d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:35:35Z', 'updated_at': '2022-09-06T04:36:27Z', 'revision_number': 2, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:39:49.300777 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f447f6-7dac-4ba4-bbf3-fdb45889440f None None] Checking router: 2b5da834-132c-4caf-b4b3-1006d671b269 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:39:49.310106 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f447f6-7dac-4ba4-bbf3-fdb45889440f None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:39:49.315467 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-18f447f6-7dac-4ba4-bbf3-fdb45889440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:39:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:39:49.414083 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-18f447f6-7dac-4ba4-bbf3-fdb45889440f None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:39:49.454888 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-926ec69c-bd9a-42f7-af9c-9b4aad26a8c4 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=784c9a84-7d0f-461b-810d-b0f2b91e1d43 HTTP/1.1" status: 200 len: 217 time: 0.0428636 Sep 06 04:39:49.538289 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b682-1649-4461-8001-66bc16f2757e req-ec8a5086-c24d-46ae-ac10-a8ad888f6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:49.538706 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-3f2457fc-9640-4179-b052-708f56440879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:49.539902 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cc03b682-1649-4461-8001-66bc16f2757e req-ec8a5086-c24d-46ae-ac10-a8ad888f6aa2 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3d04ba57221f42d684873d624dbfd283&device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 1129 time: 0.0402694 Sep 06 04:39:49.540501 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-3f2457fc-9640-4179-b052-708f56440879 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=da21c44d-c491-4cde-9367-78edabda8793 HTTP/1.1" status: 200 len: 847 time: 0.0520122 Sep 06 04:39:49.605025 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-85415e49-71fc-41ed-ac02-65eb8cdb2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:49.607338 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-85415e49-71fc-41ed-ac02-65eb8cdb2c48 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=79930370-1c5e-497c-9fc8-53811a3907a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493493 Sep 06 04:39:49.649203 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b682-1649-4461-8001-66bc16f2757e req-958ec797-4d11-43c7-98bd-3d83af0663d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:49.650649 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-18f447f6-7dac-4ba4-bbf3-fdb45889440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '219c13d4-d9de-4cfe-ab31-5aa3451c2bbd', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'port_id': 'b5526f44-d0dc-4158-98ba-041cc793f4d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'mac_address': 'fa:16:3e:91:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16044770-064c-404f-9a5e-c3c493e8a869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:39:19Z', 'updated_at': '2022-09-06T04:39:48Z', 'revision_number': 1, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ip_address_scope': None}, {'id': '8a8daf62-3cec-47c2-ac3a-d15dcb749b22', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'port_id': 'f88cebc5-b6a7-4ea8-9133-58a12f404543', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'mac_address': 'fa:16:3e:66:4c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e54ca-b46d-40ea-a544-c796990772d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:35:35Z', 'updated_at': '2022-09-06T04:36:27Z', 'revision_number': 2, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:39:49.650838 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cc03b682-1649-4461-8001-66bc16f2757e req-958ec797-4d11-43c7-98bd-3d83af0663d8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=4c394cea-216c-4a1f-9277-2bb67bf6a21b HTTP/1.1" status: 200 len: 916 time: 0.0954723 Sep 06 04:39:49.678810 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f447f6-7dac-4ba4-bbf3-fdb45889440f None None] The sync data for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi is: [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '219c13d4-d9de-4cfe-ab31-5aa3451c2bbd', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'port_id': 'b5526f44-d0dc-4158-98ba-041cc793f4d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'mac_address': 'fa:16:3e:91:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16044770-064c-404f-9a5e-c3c493e8a869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:39:19Z', 'updated_at': '2022-09-06T04:39:48Z', 'revision_number': 1, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ip_address_scope': None}, {'id': '8a8daf62-3cec-47c2-ac3a-d15dcb749b22', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'port_id': 'f88cebc5-b6a7-4ea8-9133-58a12f404543', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'mac_address': 'fa:16:3e:66:4c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e54ca-b46d-40ea-a544-c796990772d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:35:35Z', 'updated_at': '2022-09-06T04:36:27Z', 'revision_number': 2, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:39:49.702452 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:49.724944 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-3d159977-492c-4929-ac70-54c59bb63121 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/79930370-1c5e-497c-9fc8-53811a3907a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114063 Sep 06 04:39:49.730616 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cc03b682-1649-4461-8001-66bc16f2757e req-c2c12df0-52ed-42d4-a155-c57b5c8caf00 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5526f44-d0dc-4158-98ba-041cc793f4d7 HTTP/1.1" status: 200 len: 999 time: 0.0731797 Sep 06 04:39:49.790906 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b682-1649-4461-8001-66bc16f2757e req-c1b20894-2c82-48f1-8280-b5df1b34058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:49.792894 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cc03b682-1649-4461-8001-66bc16f2757e req-c1b20894-2c82-48f1-8280-b5df1b34058f service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f HTTP/1.1" status: 200 len: 854 time: 0.0567474 Sep 06 04:39:49.836314 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ac6630f2-3493-4fa4-a40f-504a1ca20ac1 req-439a6979-f3de-409f-9cf6-a5b2a89cb6b0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/79930370-1c5e-497c-9fc8-53811a3907a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035519 Sep 06 04:39:49.838880 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03b682-1649-4461-8001-66bc16f2757e req-e341600b-5fd4-4342-ba0a-f58cd3b8e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:49.841148 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cc03b682-1649-4461-8001-66bc16f2757e req-e341600b-5fd4-4342-ba0a-f58cd3b8e1df service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=4c394cea-216c-4a1f-9277-2bb67bf6a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417647 Sep 06 04:39:49.914830 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf751308-4fbe-49dc-a5c9-8c2e09a0129e req-6ce559a8-1165-425f-8700-4ce32e084ce4 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:49.916352 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cf751308-4fbe-49dc-a5c9-8c2e09a0129e req-6ce559a8-1165-425f-8700-4ce32e084ce4 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0553961 Sep 06 04:39:49.972507 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cf751308-4fbe-49dc-a5c9-8c2e09a0129e req-d70f1747-da94-4ee0-af4e-4c2648fb2197 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489604 Sep 06 04:39:49.972883 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cc03b682-1649-4461-8001-66bc16f2757e req-f4b113fe-d73b-4036-8dcf-966211f4f7e1 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121006 Sep 06 04:39:49.974365 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6dfb60-c401-460e-9ced-92e782dac728 None None] New status for floating IP 219c13d4-d9de-4cfe-ab31-5aa3451c2bbd: ACTIVE {{(pid=106941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:39:50.272900 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cc03b682-1649-4461-8001-66bc16f2757e req-b1baa599-06c5-45cb-90c6-f5d041afd1c2 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914388 Sep 06 04:39:50.376579 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680199ce-31e3-4c56-a39e-51fb36ad65b8 req-9d7dd2fe-fb80-48b6-b8bd-7117292322d4 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:50.378089 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-680199ce-31e3-4c56-a39e-51fb36ad65b8 req-9d7dd2fe-fb80-48b6-b8bd-7117292322d4 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0466681 Sep 06 04:39:50.425624 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-680199ce-31e3-4c56-a39e-51fb36ad65b8 req-ff229e20-02b6-4b65-a152-2cf20336a4ee tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416000 Sep 06 04:39:51.103644 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f4d20-fb02-4152-bc31-82901b755fe8 req-239e636e-aa3d-47d5-a161-773df9b29a78 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:51.105126 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ee1f4d20-fb02-4152-bc31-82901b755fe8 req-239e636e-aa3d-47d5-a161-773df9b29a78 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0461774 Sep 06 04:39:51.137902 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:51.157343 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ee1f4d20-fb02-4152-bc31-82901b755fe8 req-35692025-71e6-4961-898e-7866f3e39bfa tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452442 Sep 06 04:39:51.549058 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80a1f4-7696-4eba-aeb8-1ff2106722c6 req-ece487b3-045c-4a9e-9c2e-ba55467dbee8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:51.550520 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1e80a1f4-7696-4eba-aeb8-1ff2106722c6 req-ece487b3-045c-4a9e-9c2e-ba55467dbee8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0453053 Sep 06 04:39:51.568254 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:51.596772 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1e80a1f4-7696-4eba-aeb8-1ff2106722c6 req-cf8f8fa3-bb5c-4932-b27b-84391290abfb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407724 Sep 06 04:39:52.243689 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:52.278959 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a567dc6-772e-414f-935a-cf328fdd1214 req-ab6d7b3b-5406-4c13-aeec-79c79503d200 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:52.280459 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6a567dc6-772e-414f-935a-cf328fdd1214 req-ab6d7b3b-5406-4c13-aeec-79c79503d200 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0476320 Sep 06 04:39:52.332589 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6a567dc6-772e-414f-935a-cf328fdd1214 req-1ab3dab7-e459-4b34-9b8d-afb446600e2f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466835 Sep 06 04:39:52.723360 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ec990-5798-4bd4-bd36-3b7f0fc52990 req-a86175de-3dd1-4e70-974a-f699c944615b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:52.724813 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-523ec990-5798-4bd4-bd36-3b7f0fc52990 req-a86175de-3dd1-4e70-974a-f699c944615b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0494547 Sep 06 04:39:52.771004 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-523ec990-5798-4bd4-bd36-3b7f0fc52990 req-2a474b1a-1bc3-43ed-bd8c-874e280e62ec tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401554 Sep 06 04:39:53.455856 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96554a-6e5b-43d7-8068-384a130e73c5 req-986e8e90-50f8-4f0b-98fe-4b0b3c1c8841 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:53.457236 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-aa96554a-6e5b-43d7-8068-384a130e73c5 req-986e8e90-50f8-4f0b-98fe-4b0b3c1c8841 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0459900 Sep 06 04:39:53.507092 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-aa96554a-6e5b-43d7-8068-384a130e73c5 req-e133d0b8-1706-473b-9790-106a1128dc1e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443356 Sep 06 04:39:53.893223 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02f80e-965d-4fec-9155-aba93778d17f req-e4233b4e-0374-40aa-9f98-79d0477f0c5e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:53.894724 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4f02f80e-965d-4fec-9155-aba93778d17f req-e4233b4e-0374-40aa-9f98-79d0477f0c5e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0449333 Sep 06 04:39:53.942470 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4f02f80e-965d-4fec-9155-aba93778d17f req-015c0241-48aa-4d27-aef5-3340715e0420 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421736 Sep 06 04:39:54.630311 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b0dc4-3b19-4d9a-8715-21c0eadee495 req-d881333a-9512-4aae-8a4f-b06a64bd0395 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:54.636785 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4f4b0dc4-3b19-4d9a-8715-21c0eadee495 req-d881333a-9512-4aae-8a4f-b06a64bd0395 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0499628 Sep 06 04:39:54.680121 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4f4b0dc4-3b19-4d9a-8715-21c0eadee495 req-996dadfb-cd5d-4455-97e9-c852c671b2b6 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428936 Sep 06 04:39:55.075424 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ee896-3efd-4500-bfa9-e5fc1abddd03 req-75bb9237-f0fc-4d98-84e6-db7ce2f993d9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:55.076900 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a25ee896-3efd-4500-bfa9-e5fc1abddd03 req-75bb9237-f0fc-4d98-84e6-db7ce2f993d9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0541155 Sep 06 04:39:55.124275 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a25ee896-3efd-4500-bfa9-e5fc1abddd03 req-22a6a4ac-775d-4a0a-bd50-c3d3bdc7c581 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418165 Sep 06 04:39:55.802415 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c9734-80e3-463b-8563-c9029ca1d613 req-9e7fe4c7-0b1c-48dd-b8bf-e85c5cbaa831 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:55.803886 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d46c9734-80e3-463b-8563-c9029ca1d613 req-9e7fe4c7-0b1c-48dd-b8bf-e85c5cbaa831 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0488331 Sep 06 04:39:55.861758 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d46c9734-80e3-463b-8563-c9029ca1d613 req-13da415a-104d-4121-8bc6-a6b4e4df7355 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523057 Sep 06 04:39:56.266439 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af35b2-e80d-4401-a4ac-106456db9b01 req-7d82f25b-27c4-470a-8ba5-d665866a01b2 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:56.268320 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-90af35b2-e80d-4401-a4ac-106456db9b01 req-7d82f25b-27c4-470a-8ba5-d665866a01b2 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0499089 Sep 06 04:39:56.329541 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-90af35b2-e80d-4401-a4ac-106456db9b01 req-f284a830-6e47-432a-974b-4436994a8797 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542769 Sep 06 04:39:56.999261 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b20680-0630-40f5-837f-8396fbd0c08f req-c9b2a254-95b1-4f2f-8c0d-7f53ff92cac5 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:57.000800 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f3b20680-0630-40f5-837f-8396fbd0c08f req-c9b2a254-95b1-4f2f-8c0d-7f53ff92cac5 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0552444 Sep 06 04:39:57.111773 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f3b20680-0630-40f5-837f-8396fbd0c08f req-68b11017-dbcc-438b-a76f-cedd0f10f65e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787866 Sep 06 04:39:57.492379 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c5800-8435-4a3d-b944-06ac982f7c58 req-37249ddb-b442-4d06-8e5e-b5bdd48d5618 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:57.501088 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c90c5800-8435-4a3d-b944-06ac982f7c58 req-37249ddb-b442-4d06-8e5e-b5bdd48d5618 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0609772 Sep 06 04:39:57.557948 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:57.581795 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c90c5800-8435-4a3d-b944-06ac982f7c58 req-def04656-b290-40ea-9603-d75704531420 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760810 Sep 06 04:39:58.250264 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20efcc4-4b35-4e36-93b0-91ad2fc29a5c req-c3bba3f8-0943-47c6-ab24-2a7ee6e0955d tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:58.251921 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f20efcc4-4b35-4e36-93b0-91ad2fc29a5c req-c3bba3f8-0943-47c6-ab24-2a7ee6e0955d tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0630436 Sep 06 04:39:58.305973 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f20efcc4-4b35-4e36-93b0-91ad2fc29a5c req-3835756b-fee5-4bed-a16b-9af4894280a3 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481985 Sep 06 04:39:58.732466 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f56ab-554c-4d43-af6a-be180ff559d7 req-cf539585-ea08-457e-84ba-18988581f200 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:58.736015 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-298f56ab-554c-4d43-af6a-be180ff559d7 req-cf539585-ea08-457e-84ba-18988581f200 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0557053 Sep 06 04:39:58.807861 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-298f56ab-554c-4d43-af6a-be180ff559d7 req-2fbe059a-5d51-43d6-b776-00fadfec2c4f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625815 Sep 06 04:39:59.458976 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b2601-5330-41a1-b4e5-148a32ad8cdd req-38791137-b1a1-4066-9d46-31193aa46365 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:59.460538 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fa8b2601-5330-41a1-b4e5-148a32ad8cdd req-38791137-b1a1-4066-9d46-31193aa46365 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0562222 Sep 06 04:39:59.526048 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fa8b2601-5330-41a1-b4e5-148a32ad8cdd req-333cd5d4-fc5b-4220-9006-b76175113365 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596945 Sep 06 04:39:59.672218 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=32 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:59.672218 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:39:59.955996 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183c021-56fc-4a70-ac40-f1a3568a55a7 req-f04e0351-2f1b-41f7-8e41-28e00e408118 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:39:59.957942 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7183c021-56fc-4a70-ac40-f1a3568a55a7 req-f04e0351-2f1b-41f7-8e41-28e00e408118 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0582266 Sep 06 04:40:00.004430 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 40214) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:40:00.015553 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7183c021-56fc-4a70-ac40-f1a3568a55a7 req-9b52401a-a516-47a9-8055-939793e0854f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508580 Sep 06 04:40:00.073748 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:00.135772 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f1b91001-b849-405c-995e-d7a550a3dfc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:00.240765 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f1b91001-b849-405c-995e-d7a550a3dfc4 admin admin] Publish callbacks [] for security_group (76d27608-9d30-4a74-bac6-de17256f7323), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:00.283722 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f1b91001-b849-405c-995e-d7a550a3dfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (76d27608-9d30-4a74-bac6-de17256f7323), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:00.350510 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 40230) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:40:00.351454 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-f1b91001-b849-405c-995e-d7a550a3dfc4 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=d1c919d16efc4b7da6080eb8091654c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446336 Sep 06 04:40:00.352639 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b91001-b849-405c-995e-d7a550a3dfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d27608-9d30-4a74-bac6-de17256f7323,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:40:00.441906 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Publish callbacks [] for security_group (76d27608-9d30-4a74-bac6-de17256f7323), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:00.464984 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Publish callbacks [] for security_group (76d27608-9d30-4a74-bac6-de17256f7323), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:00.578703 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (76d27608-9d30-4a74-bac6-de17256f7323), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:00.588134 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:00.591673 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/76d27608-9d30-4a74-bac6-de17256f7323 HTTP/1.1" status: 204 len: 168 time: 0.2382884 Sep 06 04:40:00.632436 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d27608-9d30-4a74-bac6-de17256f7323,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:40:00.648955 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:00.649396 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:00.649810 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:00.650263 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:00.650667 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:00.651927 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:00.652274 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:00.652609 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:00.652983 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:00.653440 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:00.653668 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:00.653989 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:00.654383 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:00.654700 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:00.655023 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d5872-adc0-45a8-90ad-5c21453f2bcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:00.755772 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0100a4a5-d5a7-4fc5-8c5b-9df499c20129 req-dbb40557-1f80-410a-ae0f-35a20cf7e84a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:00.757324 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0100a4a5-d5a7-4fc5-8c5b-9df499c20129 req-dbb40557-1f80-410a-ae0f-35a20cf7e84a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0734501 Sep 06 04:40:00.829601 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0100a4a5-d5a7-4fc5-8c5b-9df499c20129 req-ef349b1f-11eb-4414-8d3d-9e4d01c1a5b1 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616786 Sep 06 04:40:01.180157 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894b3db-80e0-4e5b-8cbc-e249674b3b90 req-b8bf5df7-0e6a-4570-ab92-4e8b52381f6f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:01.181665 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0894b3db-80e0-4e5b-8cbc-e249674b3b90 req-b8bf5df7-0e6a-4570-ab92-4e8b52381f6f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0522330 Sep 06 04:40:01.249909 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0894b3db-80e0-4e5b-8cbc-e249674b3b90 req-4a8da431-9d34-41f2-a60c-af9c72669e52 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623860 Sep 06 04:40:01.976774 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea09f6-c5e5-40a1-91be-dd8abf8716c0 req-627fc001-9b6a-49ee-9c89-211c7343fa72 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:01.978597 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-eeea09f6-c5e5-40a1-91be-dd8abf8716c0 req-627fc001-9b6a-49ee-9c89-211c7343fa72 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0691333 Sep 06 04:40:02.045622 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-eeea09f6-c5e5-40a1-91be-dd8abf8716c0 req-928c22b4-bd25-4efb-a843-8138a80c7650 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616126 Sep 06 04:40:02.361009 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:02.384091 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c71b4-2228-47ef-9fae-05d799e3495f req-8b6ff98c-febb-422c-bcaa-665f6c6ce345 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:02.390775 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6d9c71b4-2228-47ef-9fae-05d799e3495f req-8b6ff98c-febb-422c-bcaa-665f6c6ce345 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0590198 Sep 06 04:40:02.399079 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:02.442677 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6d9c71b4-2228-47ef-9fae-05d799e3495f req-0ef07c6a-423e-4e4f-8630-f4c83b08479f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500011 Sep 06 04:40:03.136436 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:03.177095 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef45f5-c077-4aaa-ba3b-79bbb7c55498 req-c659bf08-c729-4e2d-a523-bc1acccac0b2 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:03.178854 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a7ef45f5-c077-4aaa-ba3b-79bbb7c55498 req-c659bf08-c729-4e2d-a523-bc1acccac0b2 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0507970 Sep 06 04:40:03.231828 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a7ef45f5-c077-4aaa-ba3b-79bbb7c55498 req-e2464164-a276-4c1b-939a-276250bbdf4f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458128 Sep 06 04:40:03.592214 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700b104-2ff2-4815-9616-bcfb38c50028 req-125f016f-150d-4bf7-bd6e-18409b305baa tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:03.593715 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4700b104-2ff2-4815-9616-bcfb38c50028 req-125f016f-150d-4bf7-bd6e-18409b305baa tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0626972 Sep 06 04:40:03.652211 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4700b104-2ff2-4815-9616-bcfb38c50028 req-c4b6e79a-317a-4fe3-9a29-09246e6b5211 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412076 Sep 06 04:40:03.726772 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 784c9a84-7d0f-461b-810d-b0f2b91e1d43 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:40:03.838366 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 784c9a84-7d0f-461b-810d-b0f2b91e1d43, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=784c9a84-7d0f-461b-810d-b0f2b91e1d43,segment=NetworkSegment(d1c0853e-8ae1-48c8-bb38-aedbe43aab84),segment_id=d1c0853e-8ae1-48c8-bb38-aedbe43aab84)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:40:03.853569 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '784c9a84-7d0f-461b-810d-b0f2b91e1d43', 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9', 'port_id': '784c9a84-7d0f-461b-810d-b0f2b91e1d43', 'mac_address': 'fa:16:3e:ad:7e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da21c44d-c491-4cde-9367-78edabda8793', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:40:03.909470 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 784c9a84-7d0f-461b-810d-b0f2b91e1d43 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:40:03.912064 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:03.927567 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784c9a84-7d0f-461b-810d-b0f2b91e1d43 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:40:03.950459 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 784c9a84-7d0f-461b-810d-b0f2b91e1d43, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=784c9a84-7d0f-461b-810d-b0f2b91e1d43,segment=NetworkSegment(d1c0853e-8ae1-48c8-bb38-aedbe43aab84),segment_id=d1c0853e-8ae1-48c8-bb38-aedbe43aab84)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:40:04.020277 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:04.080369 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=784c9a84-7d0f-461b-810d-b0f2b91e1d43,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:40:04.087903 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:04.089543 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:04.089543 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:04.089543 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:04.089543 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:04.089869 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:04.090091 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:04.090321 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:04.090636 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:04.090956 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:04.091330 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:04.091850 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:04.093073 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:04.093073 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:04.093376 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:40:04.368763 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600eac5f-623c-4eaa-bb6a-58f65a064d84 req-55be8a02-1f9d-49b5-ba8c-b92dea967dae tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:04.371091 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-600eac5f-623c-4eaa-bb6a-58f65a064d84 req-55be8a02-1f9d-49b5-ba8c-b92dea967dae tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 944 time: 0.0544474 Sep 06 04:40:04.429752 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-600eac5f-623c-4eaa-bb6a-58f65a064d84 req-da0ae4b5-6757-4a3e-960f-1815f0780bc5 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521290 Sep 06 04:40:04.686514 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['784c9a84-7d0f-461b-810d-b0f2b91e1d43'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:40:04.813346 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a66d7-1db4-4af7-9fed-18449fa1e895 req-631762c1-9e36-47e5-91e9-800c551a1d74 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:04.814872 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-241a66d7-1db4-4af7-9fed-18449fa1e895 req-631762c1-9e36-47e5-91e9-800c551a1d74 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0648072 Sep 06 04:40:04.885744 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-241a66d7-1db4-4af7-9fed-18449fa1e895 req-77fe0f96-5fa5-458d-9f1b-ddd8c0239764 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648491 Sep 06 04:40:05.402821 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a264a0-cc80-4d3b-b0a8-f7b679cbf2f2 req-6f191a11-4365-431f-a736-f9057059fa69 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:05.405082 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-72a264a0-cc80-4d3b-b0a8-f7b679cbf2f2 req-6f191a11-4365-431f-a736-f9057059fa69 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 945 time: 0.0591035 Sep 06 04:40:05.462557 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-72a264a0-cc80-4d3b-b0a8-f7b679cbf2f2 req-07ea60c7-533e-46ec-8152-4bea11a0fc58 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479827 Sep 06 04:40:05.572575 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b9bd2-8cc4-417e-be45-5dec8b363964 req-85a30254-b626-42a1-83bf-84520f25f7eb tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:05.575318 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c84b9bd2-8cc4-417e-be45-5dec8b363964 req-85a30254-b626-42a1-83bf-84520f25f7eb tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 944 time: 0.0584300 Sep 06 04:40:05.636104 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c84b9bd2-8cc4-417e-be45-5dec8b363964 req-85809e9e-c58e-45cf-aead-da27d6efdcad tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548933 Sep 06 04:40:06.034607 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96acb6-8b48-4bbe-bffb-e5719bd8cae4 req-22296428-ea51-4bbe-8c9a-8f303d34b091 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:06.036085 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8e96acb6-8b48-4bbe-bffb-e5719bd8cae4 req-22296428-ea51-4bbe-8c9a-8f303d34b091 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0514617 Sep 06 04:40:06.094097 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8e96acb6-8b48-4bbe-bffb-e5719bd8cae4 req-66b93a66-5394-4243-8bde-d1ea8ce5657c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467176 Sep 06 04:40:06.432730 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 784c9a84-7d0f-461b-810d-b0f2b91e1d43 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:40:06.484693 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port 784c9a84-7d0f-461b-810d-b0f2b91e1d43 completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:40:06.616119 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b585c9-a7d1-4914-88b2-4ef611550a44 req-befcac4e-9cc9-4547-b3bd-ca78958d7dbe tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:06.617726 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-77b585c9-a7d1-4914-88b2-4ef611550a44 req-befcac4e-9cc9-4547-b3bd-ca78958d7dbe tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 945 time: 0.0501502 Sep 06 04:40:06.664351 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-77b585c9-a7d1-4914-88b2-4ef611550a44 req-3cbdd24f-7ea7-48a3-8e5c-8e2d284f711d tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406744 Sep 06 04:40:06.777548 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064658e-ac46-426b-8a3e-fbd795942fc8 req-b5cfd51d-ac89-42f0-a043-14bb12756f47 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:06.779075 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0064658e-ac46-426b-8a3e-fbd795942fc8 req-b5cfd51d-ac89-42f0-a043-14bb12756f47 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 944 time: 0.0629625 Sep 06 04:40:06.836119 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0064658e-ac46-426b-8a3e-fbd795942fc8 req-34e764fb-4f91-47fc-9cbd-a7d44d59a093 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463307 Sep 06 04:40:07.002696 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 784c9a84-7d0f-461b-810d-b0f2b91e1d43 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:40:07.003030 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:07.083740 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 784c9a84-7d0f-461b-810d-b0f2b91e1d43 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:40:07.084416 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:07.106112 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:07.118523 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784c9a84-7d0f-461b-810d-b0f2b91e1d43'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:40:07.120816 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513bf4e2-436d-46ca-8b1b-96add5275d7a" -d '{"events": [{"server_uuid": "ddad572e-12e1-4699-ba46-16c1ccb25704", "name": "network-vif-plugged", "status": "completed", "tag": "784c9a84-7d0f-461b-810d-b0f2b91e1d43"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:40:07.133862 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 784c9a84-7d0f-461b-810d-b0f2b91e1d43, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=784c9a84-7d0f-461b-810d-b0f2b91e1d43,segment=NetworkSegment(d1c0853e-8ae1-48c8-bb38-aedbe43aab84),segment_id=d1c0853e-8ae1-48c8-bb38-aedbe43aab84)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:40:07.194866 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6109f310-89fd-43e0-95f8-f2196ba19eed x-openstack-request-id: req-6109f310-89fd-43e0-95f8-f2196ba19eed {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:40:07.195177 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddad572e-12e1-4699-ba46-16c1ccb25704", "name": "network-vif-plugged", "status": "completed", "tag": "784c9a84-7d0f-461b-810d-b0f2b91e1d43", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:40:07.195430 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6109f310-89fd-43e0-95f8-f2196ba19eed {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:40:07.196135 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6109f310-89fd-43e0-95f8-f2196ba19eed'] response: {'server_uuid': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784c9a84-7d0f-461b-810d-b0f2b91e1d43', 'code': 200} Sep 06 04:40:07.198692 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:07.247341 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:07.260102 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=784c9a84-7d0f-461b-810d-b0f2b91e1d43,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:40:07.281414 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a58a94-660a-4d55-ad34-c4a6a2da944f req-7e069393-00d9-48ec-acce-81d5db3dad64 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:07.283714 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-84a58a94-660a-4d55-ad34-c4a6a2da944f req-7e069393-00d9-48ec-acce-81d5db3dad64 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0722244 Sep 06 04:40:07.352608 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-84a58a94-660a-4d55-ad34-c4a6a2da944f req-77cf2a66-1e2a-4c87-be5b-8f8b182f72d5 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604534 Sep 06 04:40:07.796674 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7674180-6ce7-47fd-a7f1-a2359860b9f3 req-86874603-a9d9-4d30-af22-0af67b09c58c tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:07.798601 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c7674180-6ce7-47fd-a7f1-a2359860b9f3 req-86874603-a9d9-4d30-af22-0af67b09c58c tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 945 time: 0.0527370 Sep 06 04:40:07.822598 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:07.855139 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c7674180-6ce7-47fd-a7f1-a2359860b9f3 req-c648a32a-c1d7-4522-984f-b6a1afc43b8f tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513937 Sep 06 04:40:07.896515 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e203eda-c0e8-4e58-a616-f4988914a557 req-8bc0d73e-835c-4b5e-b944-9ae16cdacab4 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:07.898102 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1e203eda-c0e8-4e58-a616-f4988914a557 req-8bc0d73e-835c-4b5e-b944-9ae16cdacab4 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 945 time: 0.0555265 Sep 06 04:40:07.908253 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9ad52-bd6c-4ee4-95dc-13ba344d5268 req-76bbb1fa-2b04-40c7-a71c-0e38a4eb9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:07.909986 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-33f9ad52-bd6c-4ee4-95dc-13ba344d5268 req-76bbb1fa-2b04-40c7-a71c-0e38a4eb9af4 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 1129 time: 0.0459797 Sep 06 04:40:07.988988 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36353cea-d1b8-4770-bb35-50cff351ea44 req-2c445981-7e1f-49ac-bc39-799e185fc7aa tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:07.990448 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-36353cea-d1b8-4770-bb35-50cff351ea44 req-2c445981-7e1f-49ac-bc39-799e185fc7aa tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0732963 Sep 06 04:40:07.996107 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-1e203eda-c0e8-4e58-a616-f4988914a557 req-f26bb25b-253d-4c2b-a3b2-5a321fc77239 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Deleting port 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:40:07.996446 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1e203eda-c0e8-4e58-a616-f4988914a557 req-f26bb25b-253d-4c2b-a3b2-5a321fc77239 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:08.004472 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-33f9ad52-bd6c-4ee4-95dc-13ba344d5268 req-d3d95239-e4ae-4fa8-a04d-7f3bfdf855ed service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852425 Sep 06 04:40:08.048722 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-36353cea-d1b8-4770-bb35-50cff351ea44 req-92440024-0d51-4436-a5fc-606a5f47d93a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477872 Sep 06 04:40:08.093012 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-1e203eda-c0e8-4e58-a616-f4988914a557 req-f26bb25b-253d-4c2b-a3b2-5a321fc77239 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] For port 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f,segment=NetworkSegment(5ebe3f8c-43a7-476a-a095-33eb90958fe2),segment_id=5ebe3f8c-43a7-476a-a095-33eb90958fe2)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:40:08.093409 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1e203eda-c0e8-4e58-a616-f4988914a557 req-f26bb25b-253d-4c2b-a3b2-5a321fc77239 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:08.105966 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-1e203eda-c0e8-4e58-a616-f4988914a557 req-f26bb25b-253d-4c2b-a3b2-5a321fc77239 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Calling delete_port for 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f owned by compute:nova {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:40:08.317624 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1e203eda-c0e8-4e58-a616-f4988914a557 req-f26bb25b-253d-4c2b-a3b2-5a321fc77239 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:08.346039 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bb25b-253d-4c2b-a3b2-5a321fc77239 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Pushing event deleted for resources: {'Port': ['ID=5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:40:08.361404 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:40:08.387163 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e203eda-c0e8-4e58-a616-f4988914a557 req-f26bb25b-253d-4c2b-a3b2-5a321fc77239 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] No DVR routers for this DVR port 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f on host hv-cinder-85600 {{(pid=106939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:40:08.389706 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1e203eda-c0e8-4e58-a616-f4988914a557 req-f26bb25b-253d-4c2b-a3b2-5a321fc77239 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:08.392814 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1e203eda-c0e8-4e58-a616-f4988914a557 req-f26bb25b-253d-4c2b-a3b2-5a321fc77239 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.46 "DELETE /networking/v2.0/ports/5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f HTTP/1.1" status: 204 len: 173 time: 0.4846423 Sep 06 04:40:08.393361 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10d37307-eefc-4b31-b42d-6042e4abee25', 'name': 'network-vif-deleted', 'tag': '5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:40:08.395547 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5122a8-ab43-4044-a8bb-42deeadee55b" -d '{"events": [{"server_uuid": "10d37307-eefc-4b31-b42d-6042e4abee25", "name": "network-vif-deleted", "tag": "5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:40:08.437020 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f16989-ca3a-4a7b-930b-9aae92d60afe x-openstack-request-id: req-87f16989-ca3a-4a7b-930b-9aae92d60afe {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:40:08.437335 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10d37307-eefc-4b31-b42d-6042e4abee25", "name": "network-vif-deleted", "tag": "5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:40:08.437579 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87f16989-ca3a-4a7b-930b-9aae92d60afe {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:40:08.437980 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f16989-ca3a-4a7b-930b-9aae92d60afe'] response: {'server_uuid': '10d37307-eefc-4b31-b42d-6042e4abee25', 'name': 'network-vif-deleted', 'tag': '5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f', 'status': 'completed', 'code': 200} Sep 06 04:40:08.458343 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:08.739644 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a17c86-bbb2-4ebc-9e23-77ad88e6a4dc req-54bd8502-d4e4-4687-8c9b-03b28e6d5693 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:08.741099 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e7a17c86-bbb2-4ebc-9e23-77ad88e6a4dc req-54bd8502-d4e4-4687-8c9b-03b28e6d5693 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.2913694 Sep 06 04:40:08.787203 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e7a17c86-bbb2-4ebc-9e23-77ad88e6a4dc req-2085c492-be2a-4f4d-b1f1-64fe8be941f1 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404358 Sep 06 04:40:08.957540 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-11ee23ee-ed39-4d07-91cb-f72e2bf3662b req-d7bb6b25-eba7-4b8a-b9b4-aaddcb02682e tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 210 time: 0.0267117 Sep 06 04:40:09.169112 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2fe88-1a0e-41b1-99c7-dca569f6ac8f req-f7e04aea-d9e8-4fd2-b243-40ab14058f5f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:09.170600 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-21c2fe88-1a0e-41b1-99c7-dca569f6ac8f req-f7e04aea-d9e8-4fd2-b243-40ab14058f5f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0451541 Sep 06 04:40:09.217681 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-21c2fe88-1a0e-41b1-99c7-dca569f6ac8f req-6212c094-6e57-47f2-bf0c-f8cc3d2c8580 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416193 Sep 06 04:40:09.351193 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=29 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:09.359527 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:09.919184 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5698c-5786-46f7-b588-6896c9422990 req-22108b17-e38f-4639-b571-136282b5ee00 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:09.921467 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-99a5698c-5786-46f7-b588-6896c9422990 req-22108b17-e38f-4639-b571-136282b5ee00 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0470350 Sep 06 04:40:09.969844 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-99a5698c-5786-46f7-b588-6896c9422990 req-82fe5030-f4c0-4042-8ddd-3c1d8c8003ba tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427091 Sep 06 04:40:10.069147 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-69f7db16-3fac-46bd-bd16-831587c7763a req-b8bde439-e56c-4722-8760-fd5310adf6a1 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 210 time: 0.0297580 Sep 06 04:40:10.347915 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9082f-a60c-40ac-b661-a9532090841f req-e6fa5b17-2ef9-4873-a1b3-bc56374f67e0 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:10.349499 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ddc9082f-a60c-40ac-b661-a9532090841f req-e6fa5b17-2ef9-4873-a1b3-bc56374f67e0 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0568559 Sep 06 04:40:10.402401 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ddc9082f-a60c-40ac-b661-a9532090841f req-cad28d18-5245-4f20-8a8f-313eb0f4a6e2 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469940 Sep 06 04:40:10.967393 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e13a3-e0c8-4de5-b233-d5bf84591c2d req-4101b8a3-fc2c-4864-8dc9-50e7d148f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:10.968970 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-af6e13a3-e0c8-4de5-b233-d5bf84591c2d req-4101b8a3-fc2c-4864-8dc9-50e7d148f882 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=2388589a34d346f3b31b231a9dafe34d&device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 1129 time: 0.0397959 Sep 06 04:40:11.090451 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e13a3-e0c8-4de5-b233-d5bf84591c2d req-8dcdcc30-81eb-4af2-a611-6a617296d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:11.092526 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-af6e13a3-e0c8-4de5-b233-d5bf84591c2d req-8dcdcc30-81eb-4af2-a611-6a617296d9a6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=6861b199-7de9-4155-8c49-44122ab810f3 HTTP/1.1" status: 200 len: 918 time: 0.1148148 Sep 06 04:40:11.149620 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217274e6-85c7-48bb-b3e9-e13e16f2b78b req-a945572b-7467-4539-a550-28e04509d8ae tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:11.151115 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-217274e6-85c7-48bb-b3e9-e13e16f2b78b req-a945572b-7467-4539-a550-28e04509d8ae tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0927291 Sep 06 04:40:11.175937 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:11.187509 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-af6e13a3-e0c8-4de5-b233-d5bf84591c2d req-96d9ab08-0ac1-41d2-8aa6-ea11034c40c9 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19322183-60e8-44ac-b690-7448dfce3250 HTTP/1.1" status: 200 len: 1001 time: 0.0867934 Sep 06 04:40:11.195591 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-62a83778-c8eb-4e96-8ca5-1db03f62db7c req-e5839646-0d36-4909-881e-c98c4b52d0c5 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 210 time: 0.0300987 Sep 06 04:40:11.251697 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-217274e6-85c7-48bb-b3e9-e13e16f2b78b req-b4399664-ed83-4cb2-ba6b-90d67ed1e2c2 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889776 Sep 06 04:40:11.263001 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e13a3-e0c8-4de5-b233-d5bf84591c2d req-db0e7a14-21ff-4a10-87d8-e9f5611f9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:11.264448 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-af6e13a3-e0c8-4de5-b233-d5bf84591c2d req-db0e7a14-21ff-4a10-87d8-e9f5611f9778 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=9b8031fd-df8e-40aa-8f52-58d945edc54a HTTP/1.1" status: 200 len: 856 time: 0.0638969 Sep 06 04:40:11.322361 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e13a3-e0c8-4de5-b233-d5bf84591c2d req-cec5752f-315d-4f52-9bdc-f8ec0bf4a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:11.323855 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-af6e13a3-e0c8-4de5-b233-d5bf84591c2d req-cec5752f-315d-4f52-9bdc-f8ec0bf4a3e6 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=6861b199-7de9-4155-8c49-44122ab810f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412507 Sep 06 04:40:11.354607 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:11.427637 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-af6e13a3-e0c8-4de5-b233-d5bf84591c2d req-5c9f6736-7144-4b1d-935f-654d090caed0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915346 Sep 06 04:40:11.520001 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d462f55-6f9a-417c-a835-043be35c7e44 req-caf7a80a-e726-45ed-abbc-0e6869a9763c tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:11.521460 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8d462f55-6f9a-417c-a835-043be35c7e44 req-caf7a80a-e726-45ed-abbc-0e6869a9763c tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0451946 Sep 06 04:40:11.545957 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:11.569830 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8d462f55-6f9a-417c-a835-043be35c7e44 req-fce057c4-388f-40e3-9df1-752e03931836 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427227 Sep 06 04:40:11.694874 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e9251-db6a-47e4-b6cd-321d8b9c0ee0 req-6aae5058-50f9-40c9-94c3-1d75bc93938a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:11.696228 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-161e9251-db6a-47e4-b6cd-321d8b9c0ee0 req-6aae5058-50f9-40c9-94c3-1d75bc93938a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0546269 Sep 06 04:40:11.807238 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-161e9251-db6a-47e4-b6cd-321d8b9c0ee0 req-d7943985-137d-403b-9e9d-ef3065da037e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014044 Sep 06 04:40:11.812575 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-af6e13a3-e0c8-4de5-b233-d5bf84591c2d req-7e14c778-68f6-4f79-97ed-c6558f02d632 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327438 Sep 06 04:40:11.835115 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 40332) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:40:12.019292 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3122cc3-7eb1-4d75-883a-5eac44ce1965 tempest-TestShelveInstance-939415167 tempest-TestShelveInstance-939415167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:12.020795 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-e3122cc3-7eb1-4d75-883a-5eac44ce1965 tempest-TestShelveInstance-939415167 tempest-TestShelveInstance-939415167-project-admin] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 1124 time: 0.1847050 Sep 06 04:40:12.023862 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 40336) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:40:12.028381 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Request body: {'floatingip': {'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'port_id': '784c9a84-7d0f-461b-810d-b0f2b91e1d43', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:40:12.099757 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:12.162694 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-cd85deee-924e-48cd-b5f2-f9043c1e21e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:12.177852 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:12.183201 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:12.293019 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Allocated IP 172.27.1.74 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/5c616eff-04a4-458b-99d0-2ab9b6b1fb8f) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:40:12.318924 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0bf8966e-cf33-40ce-91ac-ef96cf7b425f req-207e04e1-2f98-43fa-ad00-19255d15add5 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 210 time: 0.0320396 Sep 06 04:40:12.406190 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:40:12.414375 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad47a2f-642a-4fd3-88d9-22b3c4c96324 req-589880c7-e0a9-446b-8f04-ef2e90164cb7 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:12.415828 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-dad47a2f-642a-4fd3-88d9-22b3c4c96324 req-589880c7-e0a9-446b-8f04-ef2e90164cb7 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 945 time: 0.0690203 Sep 06 04:40:12.452772 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 19322183-60e8-44ac-b690-7448dfce3250 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:40:12.456460 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for port (5c616eff-04a4-458b-99d0-2ab9b6b1fb8f), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:12.491425 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-dad47a2f-642a-4fd3-88d9-22b3c4c96324 req-ce4911c3-5f8f-43f8-a6bd-eeef51a0efe7 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689783 Sep 06 04:40:12.526930 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 19322183-60e8-44ac-b690-7448dfce3250 is: ACTIVE; New status is: DOWN {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:40:12.527294 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (19322183-60e8-44ac-b690-7448dfce3250), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:12.553964 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53238a8f-2601-4952-acd2-4dcb02761c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19322183-60e8-44ac-b690-7448dfce3250'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:40:12.556148 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7549f93-df24-4860-9155-4435e388d8e9" -d '{"events": [{"server_uuid": "53238a8f-2601-4952-acd2-4dcb02761c12", "name": "network-vif-unplugged", "status": "completed", "tag": "19322183-60e8-44ac-b690-7448dfce3250"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:40:12.568428 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 19322183-60e8-44ac-b690-7448dfce3250, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=19322183-60e8-44ac-b690-7448dfce3250,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:40:12.572010 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (5c616eff-04a4-458b-99d0-2ab9b6b1fb8f), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:12.594899 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Sep 2022 04:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fbd1d9-6c44-4a13-8eb6-30e4d8356d54 x-openstack-request-id: req-e4fbd1d9-6c44-4a13-8eb6-30e4d8356d54 {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:40:12.595188 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53238a8f-2601-4952-acd2-4dcb02761c12", "name": "network-vif-unplugged", "status": "completed", "tag": "19322183-60e8-44ac-b690-7448dfce3250", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:40:12.595443 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4fbd1d9-6c44-4a13-8eb6-30e4d8356d54 {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:40:12.595845 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4fbd1d9-6c44-4a13-8eb6-30e4d8356d54'] response: {'server_uuid': '53238a8f-2601-4952-acd2-4dcb02761c12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19322183-60e8-44ac-b690-7448dfce3250', 'code': 200} Sep 06 04:40:12.608635 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:40:12.615574 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:40:12.619502 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:40:12.623395 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Pushing event updated for resources: {'Port': ['ID=5c616eff-04a4-458b-99d0-2ab9b6b1fb8f,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:40:12.648572 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (19322183-60e8-44ac-b690-7448dfce3250), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:12.649393 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:40:12.655565 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:12.686084 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:40:12.690164 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 5f1f8c0d-db0b-4d23-89b3-a2a10a3f470f not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:40:12.718988 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=19322183-60e8-44ac-b690-7448dfce3250,revision_number=8']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:40:12.955039 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:12.984781 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for floatingip (c00ce409-a953-41e9-82d1-f6da5652cb35), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:13.106558 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (5c616eff-04a4-458b-99d0-2ab9b6b1fb8f), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:13.259739 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for port (5c616eff-04a4-458b-99d0-2ab9b6b1fb8f), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:13.328271 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (5c616eff-04a4-458b-99d0-2ab9b6b1fb8f), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:13.404379 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Pushing event updated for resources: {'Port': ['ID=5c616eff-04a4-458b-99d0-2ab9b6b1fb8f,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:40:13.408167 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (c00ce409-a953-41e9-82d1-f6da5652cb35), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:13.475071 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4eb15f0a-4aa6-480a-87d5-1ed96767e6b3 req-98779701-6f9c-49f0-8f5b-669c4d65ec3a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=10d37307-eefc-4b31-b42d-6042e4abee25 HTTP/1.1" status: 200 len: 210 time: 0.0294235 Sep 06 04:40:13.535112 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.l3_db [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Floating IP c00ce409-a953-41e9-82d1-f6da5652cb35 associated. External IP: 172.27.1.74, port: 784c9a84-7d0f-461b-810d-b0f2b91e1d43. Sep 06 04:40:13.624381 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4892f1-e9f4-469e-8289-3f9bc6adb55b req-bf2e8d70-5b95-42b6-affe-618519141072 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:13.626089 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9e4892f1-e9f4-469e-8289-3f9bc6adb55b req-bf2e8d70-5b95-42b6-affe-618519141072 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0467832 Sep 06 04:40:13.676777 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9e4892f1-e9f4-469e-8289-3f9bc6adb55b req-1d84fe0e-a6b3-42df-827a-c2a346b015b9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445347 Sep 06 04:40:13.722643 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:13.744153 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Router 6a901780-5f7e-4e92-85f4-39804a78ab01 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:40:13.848373 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:40:13.858245 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c05e1b-76f5-4560-8932-7c03f59f0212 None None] Sync routers for ids ['6a901780-5f7e-4e92-85f4-39804a78ab01'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:40:13.868982 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c05e1b-76f5-4560-8932-7c03f59f0212 None None] Routers {'6a901780-5f7e-4e92-85f4-39804a78ab01'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:40:13.870686 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-09c05e1b-76f5-4560-8932-7c03f59f0212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:39:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['6a901780-5f7e-4e92-85f4-39804a78ab01'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:40:13.954689 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:13.957954 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:13.973785 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-09c05e1b-76f5-4560-8932-7c03f59f0212 None None] Set router 6a901780-5f7e-4e92-85f4-39804a78ab01 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:40:13.987258 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-39bfb52b-c263-42d2-858f-8d61f370b8cc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9623694 Sep 06 04:40:13.988132 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'tag': '784c9a84-7d0f-461b-810d-b0f2b91e1d43'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:40:13.990404 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5c8c6d-18f2-43de-88c1-f000dcefff63" -d '{"events": [{"name": "network-changed", "server_uuid": "ddad572e-12e1-4699-ba46-16c1ccb25704", "tag": "784c9a84-7d0f-461b-810d-b0f2b91e1d43"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:40:14.031264 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e68f657-6923-4d54-b830-fcfc86ffef1c x-openstack-request-id: req-2e68f657-6923-4d54-b830-fcfc86ffef1c {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:40:14.031645 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddad572e-12e1-4699-ba46-16c1ccb25704", "tag": "784c9a84-7d0f-461b-810d-b0f2b91e1d43", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:40:14.031957 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e68f657-6923-4d54-b830-fcfc86ffef1c {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:40:14.032420 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e68f657-6923-4d54-b830-fcfc86ffef1c'] response: {'name': 'network-changed', 'server_uuid': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'tag': '784c9a84-7d0f-461b-810d-b0f2b91e1d43', 'status': 'completed', 'code': 200} Sep 06 04:40:14.142259 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c8c6d-18f2-43de-88c1-f000dcefff63 req-c9f5e87b-3967-48bc-9769-177b6d3d09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:14.143808 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a5c8c6d-18f2-43de-88c1-f000dcefff63 req-c9f5e87b-3967-48bc-9769-177b6d3d09e0 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=17ca991debba43b98c1ad8f0f91c63a9&device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 1129 time: 0.0402455 Sep 06 04:40:14.202115 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-09c05e1b-76f5-4560-8932-7c03f59f0212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'name': 'tempest-TestShelveInstance-134257311-router', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:32Z', 'revision_number': 4, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'gw_port': {'id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'c00ce409-a953-41e9-82d1-f6da5652cb35', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'port_id': '784c9a84-7d0f-461b-810d-b0f2b91e1d43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9', 'mac_address': 'fa:16:3e:ad:7e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:40:12Z', 'updated_at': '2022-09-06T04:40:12Z', 'revision_number': 0, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbb13cf-5d1a-4071-bc9e-c4cc89111f61', 'name': '', 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'mac_address': 'fa:16:3e:fb:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'da21c44d-c491-4cde-9367-78edabda8793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:31Z', 'updated_at': '2022-09-06T04:38:38Z', 'revision_number': 5, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'subnets': [{'id': 'da21c44d-c491-4cde-9367-78edabda8793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:40:14.228491 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c05e1b-76f5-4560-8932-7c03f59f0212 None None] Checking router: 6a901780-5f7e-4e92-85f4-39804a78ab01 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:40:14.240560 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c05e1b-76f5-4560-8932-7c03f59f0212 None None] Routers {'6a901780-5f7e-4e92-85f4-39804a78ab01'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:40:14.241192 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-09c05e1b-76f5-4560-8932-7c03f59f0212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:39:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['6a901780-5f7e-4e92-85f4-39804a78ab01'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:40:14.254024 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c8c6d-18f2-43de-88c1-f000dcefff63 req-0193d712-aac4-4a9d-adb5-0c165e7d9863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:14.255568 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a5c8c6d-18f2-43de-88c1-f000dcefff63 req-0193d712-aac4-4a9d-adb5-0c165e7d9863 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=79930370-1c5e-497c-9fc8-53811a3907a9 HTTP/1.1" status: 200 len: 909 time: 0.1004179 Sep 06 04:40:14.323138 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a5c8c6d-18f2-43de-88c1-f000dcefff63 req-c887cc70-4230-4254-86ad-7bbfaa16c43d service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=784c9a84-7d0f-461b-810d-b0f2b91e1d43 HTTP/1.1" status: 200 len: 998 time: 0.0599556 Sep 06 04:40:14.351275 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-09c05e1b-76f5-4560-8932-7c03f59f0212 None None] Set router 6a901780-5f7e-4e92-85f4-39804a78ab01 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:40:14.388609 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c8c6d-18f2-43de-88c1-f000dcefff63 req-024615d9-c45f-4eb1-9143-6122398d6675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:14.390229 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a5c8c6d-18f2-43de-88c1-f000dcefff63 req-024615d9-c45f-4eb1-9143-6122398d6675 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=da21c44d-c491-4cde-9367-78edabda8793 HTTP/1.1" status: 200 len: 847 time: 0.0578234 Sep 06 04:40:14.438959 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-e8f74669-ead2-469c-a21b-5c35a5a40177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:14.443233 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c8c6d-18f2-43de-88c1-f000dcefff63 req-d270611c-b5c5-4309-bf49-edc71414b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:14.444767 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a5c8c6d-18f2-43de-88c1-f000dcefff63 req-d270611c-b5c5-4309-bf49-edc71414b145 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=79930370-1c5e-497c-9fc8-53811a3907a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471213 Sep 06 04:40:14.541863 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:14.572213 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:14.586890 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-09c05e1b-76f5-4560-8932-7c03f59f0212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'name': 'tempest-TestShelveInstance-134257311-router', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:32Z', 'revision_number': 4, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'gw_port': {'id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'c00ce409-a953-41e9-82d1-f6da5652cb35', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'port_id': '784c9a84-7d0f-461b-810d-b0f2b91e1d43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9', 'mac_address': 'fa:16:3e:ad:7e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:40:12Z', 'updated_at': '2022-09-06T04:40:12Z', 'revision_number': 0, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbb13cf-5d1a-4071-bc9e-c4cc89111f61', 'name': '', 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'mac_address': 'fa:16:3e:fb:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'da21c44d-c491-4cde-9367-78edabda8793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:31Z', 'updated_at': '2022-09-06T04:38:38Z', 'revision_number': 5, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'subnets': [{'id': 'da21c44d-c491-4cde-9367-78edabda8793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:40:14.744793 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c05e1b-76f5-4560-8932-7c03f59f0212 None None] The sync data for ids ['6a901780-5f7e-4e92-85f4-39804a78ab01'] in dv-cinder-856002-1-iscsi is: [{'id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'name': 'tempest-TestShelveInstance-134257311-router', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:32Z', 'revision_number': 4, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'gw_port': {'id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'c00ce409-a953-41e9-82d1-f6da5652cb35', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'port_id': '784c9a84-7d0f-461b-810d-b0f2b91e1d43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9', 'mac_address': 'fa:16:3e:ad:7e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:40:12Z', 'updated_at': '2022-09-06T04:40:12Z', 'revision_number': 0, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bbb13cf-5d1a-4071-bc9e-c4cc89111f61', 'name': '', 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'mac_address': 'fa:16:3e:fb:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'da21c44d-c491-4cde-9367-78edabda8793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:31Z', 'updated_at': '2022-09-06T04:38:38Z', 'revision_number': 5, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'subnets': [{'id': 'da21c44d-c491-4cde-9367-78edabda8793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:40:14.817340 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a5c8c6d-18f2-43de-88c1-f000dcefff63 req-f00c7134-8a75-4cff-8e69-a4aba10604f2 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/79930370-1c5e-497c-9fc8-53811a3907a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442304 Sep 06 04:40:14.841031 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5039f2f-9de2-42ae-8fc7-aecf96c02acd req-69639319-1d54-4ee6-adbd-2f3c9ddae281 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:14.842631 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b5039f2f-9de2-42ae-8fc7-aecf96c02acd req-69639319-1d54-4ee6-adbd-2f3c9ddae281 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0702958 Sep 06 04:40:14.953336 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b5039f2f-9de2-42ae-8fc7-aecf96c02acd req-ca0aaa39-4079-4478-bf0a-00ec5dad7deb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1005716 Sep 06 04:40:14.959453 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a5c8c6d-18f2-43de-88c1-f000dcefff63 req-de8c7d8f-e5d9-449f-99bc-34d4fc66134c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/79930370-1c5e-497c-9fc8-53811a3907a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342952 Sep 06 04:40:14.986164 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d6c76c-e100-4966-a925-8ed820fe9063 None None] New status for floating IP c00ce409-a953-41e9-82d1-f6da5652cb35: ACTIVE {{(pid=106941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:40:15.898418 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:16.171557 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [req-111e499c-aaa0-412f-bef1-2728cf9344f4 req-f6f6ade2-8672-49e1-9143-0d30315f3842 service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 06 04:40:16.172561 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-111e499c-aaa0-412f-bef1-2728cf9344f4 req-f6f6ade2-8672-49e1-9143-0d30315f3842 service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054553 Sep 06 04:40:16.566236 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec050ac-1538-48fb-9e6f-afd9a71b933d req-884dabf7-be57-4e5a-aa3a-ced037502462 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:16.567851 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bec050ac-1538-48fb-9e6f-afd9a71b933d req-884dabf7-be57-4e5a-aa3a-ced037502462 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0472717 Sep 06 04:40:16.617244 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bec050ac-1538-48fb-9e6f-afd9a71b933d req-3fdf6fad-1bb2-4d9e-9620-a0ad1098e253 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438802 Sep 06 04:40:17.028015 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 40400) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:40:17.118479 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a2a27cbf-cf93-46c7-ad0a-95b5e9186eb1 req-9c5ff0e8-b148-41fd-a240-73aab894c1db service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886872 Sep 06 04:40:17.127731 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [req-a2a27cbf-cf93-46c7-ad0a-95b5e9186eb1 req-084f3b12-7ee7-4b5c-b27d-e664e738ca08 service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 06 04:40:17.128678 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a2a27cbf-cf93-46c7-ad0a-95b5e9186eb1 req-084f3b12-7ee7-4b5c-b27d-e664e738ca08 service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050945 Sep 06 04:40:17.213818 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 40410) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:40:17.237962 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:17.271422 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:17.315281 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a27cbf-cf93-46c7-ad0a-95b5e9186eb1 req-8e0fcebb-bbc9-4ea7-bee7-d4cdf32244a3 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:17.316628 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a2a27cbf-cf93-46c7-ad0a-95b5e9186eb1 req-8e0fcebb-bbc9-4ea7-bee7-d4cdf32244a3 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports/19322183-60e8-44ac-b690-7448dfce3250 HTTP/1.1" status: 200 len: 940 time: 0.1018362 Sep 06 04:40:17.744865 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fad4e-3c00-4d51-9e1b-4b423b5313dd req-ac74bbdb-5473-4064-be75-38135f4ae3c6 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:17.746716 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a97fad4e-3c00-4d51-9e1b-4b423b5313dd req-ac74bbdb-5473-4064-be75-38135f4ae3c6 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0460360 Sep 06 04:40:17.796854 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a97fad4e-3c00-4d51-9e1b-4b423b5313dd req-c246bd63-93c8-48f9-a5d5-36bc900d1fdf tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428495 Sep 06 04:40:18.969897 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3b64e-2f53-4a73-9e7c-2a8ff493aad0 req-68b02b5d-69c3-4eeb-bfe3-4c9e0821acc8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:18.971356 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-82b3b64e-2f53-4a73-9e7c-2a8ff493aad0 req-68b02b5d-69c3-4eeb-bfe3-4c9e0821acc8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0953827 Sep 06 04:40:19.018190 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-82b3b64e-2f53-4a73-9e7c-2a8ff493aad0 req-d7217e52-0ee0-4683-aa78-a9f53b1ef314 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414093 Sep 06 04:40:19.465377 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 19322183-60e8-44ac-b690-7448dfce3250 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:40:19.540620 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 19322183-60e8-44ac-b690-7448dfce3250 is: DOWN; New status is: DOWN {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:40:20.142699 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6627d7-faa9-4188-946f-030696de7a37 req-868ed7c7-6dc3-45c5-bc85-c8811311e108 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:20.144189 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-be6627d7-faa9-4188-946f-030696de7a37 req-868ed7c7-6dc3-45c5-bc85-c8811311e108 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0462532 Sep 06 04:40:20.194626 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-be6627d7-faa9-4188-946f-030696de7a37 req-83044a0d-0dbd-481a-89c6-2de6c9afa3f7 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448349 Sep 06 04:40:21.330928 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58982675-9ed2-44be-9fd6-23890adea699 req-5cfb57c8-8fc7-48e2-90f2-c2c437d1ac61 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:21.332376 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-58982675-9ed2-44be-9fd6-23890adea699 req-5cfb57c8-8fc7-48e2-90f2-c2c437d1ac61 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0447528 Sep 06 04:40:21.387175 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-58982675-9ed2-44be-9fd6-23890adea699 req-c6ebaf57-5912-4511-8801-6f3e04b2d787 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491877 Sep 06 04:40:22.180656 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a27cbf-cf93-46c7-ad0a-95b5e9186eb1 req-8717221b-09fd-4718-84ba-a946f22becb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:22.182225 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a2a27cbf-cf93-46c7-ad0a-95b5e9186eb1 req-8717221b-09fd-4718-84ba-a946f22becb9 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12&tenant_id=2388589a34d346f3b31b231a9dafe34d HTTP/1.1" status: 200 len: 1127 time: 0.0733473 Sep 06 04:40:22.268902 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a27cbf-cf93-46c7-ad0a-95b5e9186eb1 req-17cbcde0-457e-4664-9b26-b1dbef8b1e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:22.270318 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a2a27cbf-cf93-46c7-ad0a-95b5e9186eb1 req-17cbcde0-457e-4664-9b26-b1dbef8b1e11 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=2388589a34d346f3b31b231a9dafe34d&device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 1127 time: 0.0372944 Sep 06 04:40:22.352950 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:22.362926 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a27cbf-cf93-46c7-ad0a-95b5e9186eb1 req-9bb59f07-7ac4-47cd-82bd-8e22b4ce0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:22.364393 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a2a27cbf-cf93-46c7-ad0a-95b5e9186eb1 req-9bb59f07-7ac4-47cd-82bd-8e22b4ce0d77 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=6861b199-7de9-4155-8c49-44122ab810f3 HTTP/1.1" status: 200 len: 918 time: 0.0878475 Sep 06 04:40:22.411869 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:22.430598 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a2a27cbf-cf93-46c7-ad0a-95b5e9186eb1 req-7fbd691e-53af-45da-9659-3dee4068df2c service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19322183-60e8-44ac-b690-7448dfce3250 HTTP/1.1" status: 200 len: 999 time: 0.0572507 Sep 06 04:40:22.487437 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a27cbf-cf93-46c7-ad0a-95b5e9186eb1 req-ff78819e-c8ce-4218-a5b1-9a5505a6e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:22.488901 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a2a27cbf-cf93-46c7-ad0a-95b5e9186eb1 req-ff78819e-c8ce-4218-a5b1-9a5505a6e9aa service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=9b8031fd-df8e-40aa-8f52-58d945edc54a HTTP/1.1" status: 200 len: 856 time: 0.0527880 Sep 06 04:40:22.554963 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a27cbf-cf93-46c7-ad0a-95b5e9186eb1 req-3079fee0-3a01-45f5-a9d6-49f0af7f21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:22.556456 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a2a27cbf-cf93-46c7-ad0a-95b5e9186eb1 req-3079fee0-3a01-45f5-a9d6-49f0af7f21ca service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=6861b199-7de9-4155-8c49-44122ab810f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615380 Sep 06 04:40:22.580860 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30dec1-88db-4bc1-8255-8c24eca7fa68 req-fac1e58c-2caf-4a54-a88b-01a4c57cabc5 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:22.582282 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cb30dec1-88db-4bc1-8255-8c24eca7fa68 req-fac1e58c-2caf-4a54-a88b-01a4c57cabc5 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.1108379 Sep 06 04:40:22.926695 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cb30dec1-88db-4bc1-8255-8c24eca7fa68 req-46da3289-eb14-48a2-aa86-c7cff7ed6141 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3353455 Sep 06 04:40:22.937555 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a2a27cbf-cf93-46c7-ad0a-95b5e9186eb1 req-61255705-897b-4c3c-8669-c0378a62f100 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735094 Sep 06 04:40:23.976953 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a2a27cbf-cf93-46c7-ad0a-95b5e9186eb1 req-ad6e9cdb-9d02-46a4-a55a-9b15c4de308f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986774 Sep 06 04:40:24.054451 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2986941-4a57-4c8c-a308-bd1533ad91ad req-e5f96d67-5b5c-4bf4-83a5-f56fcc336bca tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:24.055889 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d2986941-4a57-4c8c-a308-bd1533ad91ad req-e5f96d67-5b5c-4bf4-83a5-f56fcc336bca tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0472755 Sep 06 04:40:24.104962 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d2986941-4a57-4c8c-a308-bd1533ad91ad req-c3d9477d-a0b5-4443-a612-0089a2fbce62 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434239 Sep 06 04:40:25.230274 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffae3a-5fac-41e5-88f4-017f7d1c51ad req-d885bc4d-64ba-4024-9fd7-8ce42dec938d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:25.232334 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-fbffae3a-5fac-41e5-88f4-017f7d1c51ad req-d885bc4d-64ba-4024-9fd7-8ce42dec938d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0454335 Sep 06 04:40:25.278784 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-fbffae3a-5fac-41e5-88f4-017f7d1c51ad req-6209b67e-f724-4aa6-ab83-3e3ed94675b0 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399277 Sep 06 04:40:26.406850 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556aeb59-9234-48f5-b202-ca661b80199d req-49704c85-564e-4c6d-8ae3-05d259f8dcc5 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:26.408321 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-556aeb59-9234-48f5-b202-ca661b80199d req-49704c85-564e-4c6d-8ae3-05d259f8dcc5 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0462890 Sep 06 04:40:26.454847 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-556aeb59-9234-48f5-b202-ca661b80199d req-023c8d2b-2353-46be-b25b-8843c0762824 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410790 Sep 06 04:40:27.499074 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-dfa4c423-7862-4dcc-b95b-1ff77de5b076 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:27.500679 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-dfa4c423-7862-4dcc-b95b-1ff77de5b076 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/networks?id=4fde5cd2-7805-4052-b982-e07ad789f60a HTTP/1.1" status: 200 len: 813 time: 0.1065605 Sep 06 04:40:27.529495 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-71e66cc4-8801-4f93-8a09-42e01ca265f3 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/quotas/36495849f5124872ba74fe21b00f72fe HTTP/1.1" status: 200 len: 375 time: 0.0145979 Sep 06 04:40:27.563450 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-a0f90fee-b374-4807-b673-819530c4a074 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=36495849f5124872ba74fe21b00f72fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308642 Sep 06 04:40:27.600166 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858edc49-f1b0-4f67-83a9-2208dd7b519a req-29b00e17-01aa-444c-8b0c-aea42e90b242 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:27.602393 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-858edc49-f1b0-4f67-83a9-2208dd7b519a req-29b00e17-01aa-444c-8b0c-aea42e90b242 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0573201 Sep 06 04:40:27.651484 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-858edc49-f1b0-4f67-83a9-2208dd7b519a req-fd4274de-0908-4525-97d2-a4d4f9b4ea34 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433142 Sep 06 04:40:27.665503 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-959b39e2-825a-4c8c-90f5-3102d3a2d497 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fde5cd2-7805-4052-b982-e07ad789f60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926697 Sep 06 04:40:27.774866 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-652ed5ea-0871-46d4-ba8e-ce2aa4cbd974 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4fde5cd2-7805-4052-b982-e07ad789f60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027400 Sep 06 04:40:28.014001 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1e376fb1-4796-4266-a409-54d46ed62410 req-0951e563-b955-4ea0-a11b-8f03babf00a7 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0277698 Sep 06 04:40:28.793490 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe970039-1ef9-4ef0-8444-fe7fc421438c req-5bdc1e2f-6443-45b8-88b0-49e943b487e2 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:28.795877 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-fe970039-1ef9-4ef0-8444-fe7fc421438c req-5bdc1e2f-6443-45b8-88b0-49e943b487e2 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0508873 Sep 06 04:40:28.846113 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-fe970039-1ef9-4ef0-8444-fe7fc421438c req-7e6276e2-5cd6-46b8-9210-fb589f54ed82 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445459 Sep 06 04:40:29.220822 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e13805ca-32be-4591-b2bd-1afa9039d877 req-5c891719-2f0f-4832-96cc-e38e43948a56 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0282524 Sep 06 04:40:29.533813 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:29.539605 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:29.947384 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:29.982060 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c093a-18c8-4685-b912-fc2b85b3ef6b req-79b2e217-3e8c-44d3-950b-3c5dfcf2246b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:29.983521 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-968c093a-18c8-4685-b912-fc2b85b3ef6b req-79b2e217-3e8c-44d3-950b-3c5dfcf2246b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0457146 Sep 06 04:40:30.032747 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-968c093a-18c8-4685-b912-fc2b85b3ef6b req-55c46743-839b-4eab-834c-71f39a1bcd90 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436006 Sep 06 04:40:30.097823 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:30.236331 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e8d45821-8176-4626-8055-044deeb3360b req-3df4956e-c48f-4b84-b598-e46e40cec4c4 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0292819 Sep 06 04:40:31.297236 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30575-5a24-4cc3-892a-67b15c0348d7 req-7d9d0072-bebd-4f5e-88aa-f42e097029fa tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:31.298891 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-18e30575-5a24-4cc3-892a-67b15c0348d7 req-7d9d0072-bebd-4f5e-88aa-f42e097029fa tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0613899 Sep 06 04:40:31.323472 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:31.355293 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-18e30575-5a24-4cc3-892a-67b15c0348d7 req-71bd682c-ae9e-4bb1-b642-598ab0a8fd21 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508471 Sep 06 04:40:31.365739 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a6962103-0739-460c-bb14-d4351ccc075d req-f39f93f7-4f8a-4704-9ed3-6ae891522c45 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0451083 Sep 06 04:40:32.475270 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c0a675f6-487b-46a5-9d62-d49f88460721 req-ad669450-8424-4b48-b521-0502ed481617 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0315084 Sep 06 04:40:32.501298 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4915d6-4ee7-44d1-93e3-57261f69a0c4 req-086bde10-ba51-475d-953b-48d50094c75e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:32.502868 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6f4915d6-4ee7-44d1-93e3-57261f69a0c4 req-086bde10-ba51-475d-953b-48d50094c75e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0536029 Sep 06 04:40:32.538288 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:32.550109 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6f4915d6-4ee7-44d1-93e3-57261f69a0c4 req-d586c2f8-20a9-4cff-84f5-4a1d33234701 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416877 Sep 06 04:40:33.591853 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7ea92ffa-1131-4792-9f59-a3a2f550a373 req-6a7c9671-f18e-437d-a94b-42bc0518921e tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0273573 Sep 06 04:40:33.678777 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71be2b1-597e-41ee-bf3b-d9a99cce3820 req-78d0e380-97d5-4a7c-b21f-d5531805b36e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:33.680202 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d71be2b1-597e-41ee-bf3b-d9a99cce3820 req-78d0e380-97d5-4a7c-b21f-d5531805b36e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0470350 Sep 06 04:40:33.733040 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d71be2b1-597e-41ee-bf3b-d9a99cce3820 req-d606e5e5-a86a-4913-862e-483a6f372dfc tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454712 Sep 06 04:40:34.455113 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:34.465036 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:34.697927 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3455f395-a6aa-4064-89da-539106bc92c2 req-954ae3b6-dba0-4be0-bf3b-0be701b5da93 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0263417 Sep 06 04:40:34.864766 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a0e9c-806c-4c15-b117-2493dbeb408c req-9b785725-0fd8-4645-858e-4b70b12f90c3 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:34.866633 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-be1a0e9c-806c-4c15-b117-2493dbeb408c req-9b785725-0fd8-4645-858e-4b70b12f90c3 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0504649 Sep 06 04:40:34.915382 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-be1a0e9c-806c-4c15-b117-2493dbeb408c req-9b96b566-307f-4358-a48f-2e27525099d1 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424399 Sep 06 04:40:35.803107 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f94da703-4fe4-47fd-aba4-12743541c760 req-6d007563-6c4a-4484-8f20-afed88b8d415 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0282016 Sep 06 04:40:36.045701 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f9a19-a41c-4b56-b537-c81cb98e73b4 req-7017179c-5f0a-4041-9e86-221df6fb833c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:36.047049 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fa7f9a19-a41c-4b56-b537-c81cb98e73b4 req-7017179c-5f0a-4041-9e86-221df6fb833c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0446849 Sep 06 04:40:36.070530 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:36.093573 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fa7f9a19-a41c-4b56-b537-c81cb98e73b4 req-4eab85e4-1927-454d-8afb-ce597f49a810 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411291 Sep 06 04:40:36.909593 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f7c22063-277f-4f8c-a2f2-5e6a9c25fb7e req-fea072c0-e960-454c-ae4e-2ed053cc4428 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0311658 Sep 06 04:40:37.232116 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bbe76-2745-4d20-8d10-c9919a61cb81 req-6148c41a-22ed-409b-96d9-76f358b4c2bb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:37.233659 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-db1bbe76-2745-4d20-8d10-c9919a61cb81 req-6148c41a-22ed-409b-96d9-76f358b4c2bb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0499187 Sep 06 04:40:37.288342 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-db1bbe76-2745-4d20-8d10-c9919a61cb81 req-8f3d107e-1c35-48eb-9109-c8ca8793e0e9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491683 Sep 06 04:40:38.027262 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3566a6cd-beee-4189-be4b-c54e8340493b req-99643159-f16d-4627-8102-27c831b4d810 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0301518 Sep 06 04:40:38.418707 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f58d3e-8467-46d4-b40a-de5d1d163e70 req-f981cb5a-9cc5-47d2-9554-517c02aba564 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:38.425208 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d4f58d3e-8467-46d4-b40a-de5d1d163e70 req-f981cb5a-9cc5-47d2-9554-517c02aba564 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0506887 Sep 06 04:40:38.475556 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d4f58d3e-8467-46d4-b40a-de5d1d163e70 req-6cdea3df-d422-4098-a54a-b02e0db14a39 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482762 Sep 06 04:40:39.134555 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ef08532f-f270-4d91-8de2-eebce9372e4c req-bab2ffe8-404d-4b3d-8805-285fd6eaa04d tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0273895 Sep 06 04:40:39.609598 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96135da-dbf1-4704-ab4e-05ddd769fee5 req-a46c168e-2560-4dbb-818c-cd5081df94c3 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:39.611066 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e96135da-dbf1-4704-ab4e-05ddd769fee5 req-a46c168e-2560-4dbb-818c-cd5081df94c3 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0472682 Sep 06 04:40:39.665156 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e96135da-dbf1-4704-ab4e-05ddd769fee5 req-59d64e33-67b8-43b8-a4b2-016e13deee62 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480459 Sep 06 04:40:40.239878 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b163cf06-ebb7-4362-bb80-127cd9611961 req-0d48aa30-3777-4a4c-bd43-b0a5dff98589 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0301318 Sep 06 04:40:40.803915 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27921933-4b57-402d-bfbd-529334a3820f req-f2ebdb20-5730-4988-8dcb-99273aa6f74d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:40.805455 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-27921933-4b57-402d-bfbd-529334a3820f req-f2ebdb20-5730-4988-8dcb-99273aa6f74d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0511360 Sep 06 04:40:40.853966 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-27921933-4b57-402d-bfbd-529334a3820f req-b1082339-d199-4225-a329-46c20c97232d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428989 Sep 06 04:40:41.344276 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c7b3375e-d22f-42ed-a083-15d03df9baeb req-fa60264b-6ab2-4b76-a977-463364edb62d tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0266359 Sep 06 04:40:41.983518 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e5f29-5546-4ddf-b870-22f90b73b9a1 req-975d8d16-8486-42da-8659-04be8abcb90f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:41.985020 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9b6e5f29-5546-4ddf-b870-22f90b73b9a1 req-975d8d16-8486-42da-8659-04be8abcb90f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0502613 Sep 06 04:40:42.031970 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9b6e5f29-5546-4ddf-b870-22f90b73b9a1 req-5895c843-4b5c-44a4-b700-56a99cc871ae tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413828 Sep 06 04:40:42.174608 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-46879056-db12-4fe8-a290-6196bda8d4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:42.446823 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-48a80986-26e3-4ae2-8a4d-e8038548722c req-cfbcf48d-dc6d-49fa-83cd-707a6d5de05a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0291164 Sep 06 04:40:43.157365 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c97b36-8232-4b5e-a6a5-4bc781eef389 req-dbadc0a0-9b00-46a9-ae77-f00d61ec02e2 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:43.158825 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d0c97b36-8232-4b5e-a6a5-4bc781eef389 req-dbadc0a0-9b00-46a9-ae77-f00d61ec02e2 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0478694 Sep 06 04:40:43.205405 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d0c97b36-8232-4b5e-a6a5-4bc781eef389 req-c2406864-fb4a-47b6-a7a0-2e2b5546b493 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410306 Sep 06 04:40:43.548583 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-84e92df4-5543-4a45-abdf-2d98af6aed16 req-3b5e7ed6-fe33-4fca-8ab5-a5c36c8549d7 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0263505 Sep 06 04:40:44.330142 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb0886-d829-4fdd-a785-85af79121f6c req-dddbf871-6d99-466a-9bc6-94f254bc665e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:44.331592 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2bfb0886-d829-4fdd-a785-85af79121f6c req-dddbf871-6d99-466a-9bc6-94f254bc665e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0449743 Sep 06 04:40:44.386448 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2bfb0886-d829-4fdd-a785-85af79121f6c req-75b6a92a-eed0-4f00-be71-972f5b85f790 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488327 Sep 06 04:40:44.441944 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-52e69777-5409-45cb-ae34-65454a31174c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:44.651459 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ac77ee44-b476-4641-8c37-278a4862f546 req-d2dc9755-43dd-4908-8f92-7f15c68c3003 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0266945 Sep 06 04:40:45.515903 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79339f6-c2e0-48cb-b8ad-60a78fc2eec4 req-ec138fc6-b7e4-48d0-8502-7a93d2eaf9a1 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:45.517392 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e79339f6-c2e0-48cb-b8ad-60a78fc2eec4 req-ec138fc6-b7e4-48d0-8502-7a93d2eaf9a1 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0507252 Sep 06 04:40:45.753763 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-89c5c266-a7aa-41fa-a36e-ece1faa369d1 req-f1487e67-dbf5-4b3b-ad7f-19f505c6cfb0 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0275619 Sep 06 04:40:45.773408 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e79339f6-c2e0-48cb-b8ad-60a78fc2eec4 req-1688c04f-aade-4f43-8cd9-f9a9d0b4ca96 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2504935 Sep 06 04:40:45.885766 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:45.991770 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-709ad916-b0fa-462d-bd57-a1f5fab40915 req-a23f6c98-ecab-4a38-a156-040435f6cc47 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845430 Sep 06 04:40:46.097732 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ad916-b0fa-462d-bd57-a1f5fab40915 req-d4ea3b57-981b-4c80-8383-bd7de613ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:46.101906 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-709ad916-b0fa-462d-bd57-a1f5fab40915 req-d4ea3b57-981b-4c80-8383-bd7de613ded4 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 1129 time: 0.0391734 Sep 06 04:40:46.237854 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ad916-b0fa-462d-bd57-a1f5fab40915 req-329e4e65-31b0-4638-a0d7-1d9868dc4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:46.239268 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-709ad916-b0fa-462d-bd57-a1f5fab40915 req-329e4e65-31b0-4638-a0d7-1d9868dc4523 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 919 time: 0.0908146 Sep 06 04:40:46.279447 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-709ad916-b0fa-462d-bd57-a1f5fab40915 req-b7123845-5e98-426d-9cf6-cdb3b432b50f service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=831811de-3ef7-415e-be56-fafeee2815c2 HTTP/1.1" status: 200 len: 217 time: 0.0333312 Sep 06 04:40:46.336894 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ad916-b0fa-462d-bd57-a1f5fab40915 req-35b96969-16f1-4e28-b2aa-4fa6345a947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:46.338683 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-709ad916-b0fa-462d-bd57-a1f5fab40915 req-35b96969-16f1-4e28-b2aa-4fa6345a947d service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=88d92641-1180-487b-a0e6-2342c26bb7b9 HTTP/1.1" status: 200 len: 857 time: 0.0513773 Sep 06 04:40:46.389999 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ad916-b0fa-462d-bd57-a1f5fab40915 req-6b79a0a9-9d16-4d48-800b-4af9ad65916d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:46.391604 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-709ad916-b0fa-462d-bd57-a1f5fab40915 req-6b79a0a9-9d16-4d48-800b-4af9ad65916d service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=06e43195-6270-4b08-b3f6-284307ad52d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413864 Sep 06 04:40:46.487819 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-709ad916-b0fa-462d-bd57-a1f5fab40915 req-c2d1e355-6ced-40d7-b349-12c40cadb9ae service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889051 Sep 06 04:40:46.584083 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-709ad916-b0fa-462d-bd57-a1f5fab40915 req-720a133a-c761-483c-8e2b-8d314fd61206 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895326 Sep 06 04:40:46.854605 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a8b596f7-84f5-411b-9bae-0ee9d028c448 req-79df33df-ee72-4b46-812b-29314b770566 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0281193 Sep 06 04:40:46.908496 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cf7ee-fe43-4ba7-b3a1-ae33fc6fa584 req-53f1ac7a-3970-42c2-8aac-3b8d9ef05f9d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:46.910003 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-622cf7ee-fe43-4ba7-b3a1-ae33fc6fa584 req-53f1ac7a-3970-42c2-8aac-3b8d9ef05f9d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0462825 Sep 06 04:40:46.933052 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:46.955958 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-622cf7ee-fe43-4ba7-b3a1-ae33fc6fa584 req-abdc9812-d76f-46ca-95e2-a254c4c43282 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405202 Sep 06 04:40:47.259048 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:47.340114 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:47.526262 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-2a277a36-6c9f-4d4a-a6b7-81f4110d185f tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:47.527961 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-2a277a36-6c9f-4d4a-a6b7-81f4110d185f tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.46 "GET /networking/v2.0/networks?id=4fde5cd2-7805-4052-b982-e07ad789f60a HTTP/1.1" status: 200 len: 813 time: 0.1058266 Sep 06 04:40:47.655035 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-e18a93dc-0a9e-4d58-9903-9d891e46232d tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Request body: {'port': {'device_id': '8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe', 'network_id': '4fde5cd2-7805-4052-b982-e07ad789f60a', 'admin_state_up': True, 'tenant_id': '36495849f5124872ba74fe21b00f72fe'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:40:47.817585 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-e18a93dc-0a9e-4d58-9903-9d891e46232d tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Made reservation on behalf of 36495849f5124872ba74fe21b00f72fe for: {'port': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:40:47.821363 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-e18a93dc-0a9e-4d58-9903-9d891e46232d tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:47.843934 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:47.893092 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:47.974889 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-018d8287-719a-402f-a9ed-1a7fe79be018 req-b905e085-4c5b-45e0-a1c1-b87201eb4591 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0366430 Sep 06 04:40:48.001750 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-e18a93dc-0a9e-4d58-9903-9d891e46232d tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Allocated IP 172.20.0.9 (4fde5cd2-7805-4052-b982-e07ad789f60a/c7f5b91f-860a-4c5c-8448-463db99c7c4c/a0ca313c-cb22-419f-a33b-5f2b11961726) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:40:48.082055 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5b192-ff1d-454b-8dc3-1c04f34746f8 req-ffb8f3a9-e866-4ece-81f6-8663306b585f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:48.083537 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9fb5b192-ff1d-454b-8dc3-1c04f34746f8 req-ffb8f3a9-e866-4ece-81f6-8663306b585f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0456145 Sep 06 04:40:48.133766 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9fb5b192-ff1d-454b-8dc3-1c04f34746f8 req-bc4135bc-a411-4d01-b6f9-c368ae8dbccc tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441818 Sep 06 04:40:48.141926 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-e18a93dc-0a9e-4d58-9903-9d891e46232d tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Publish callbacks [] for port (a0ca313c-cb22-419f-a33b-5f2b11961726), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:48.236853 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-e18a93dc-0a9e-4d58-9903-9d891e46232d tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (a0ca313c-cb22-419f-a33b-5f2b11961726), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:48.277642 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-e18a93dc-0a9e-4d58-9903-9d891e46232d tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Network 4fde5cd2-7805-4052-b982-e07ad789f60a is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:40:48.281481 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-e18a93dc-0a9e-4d58-9903-9d891e46232d tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:40:48.288047 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-e18a93dc-0a9e-4d58-9903-9d891e46232d tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:40:48.316979 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a93dc-0a9e-4d58-9903-9d891e46232d tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Pushing event updated for resources: {'Port': ['ID=a0ca313c-cb22-419f-a33b-5f2b11961726,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:40:48.345501 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-e18a93dc-0a9e-4d58-9903-9d891e46232d tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:48.346120 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-e18a93dc-0a9e-4d58-9903-9d891e46232d tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:48.427508 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-e18a93dc-0a9e-4d58-9903-9d891e46232d tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7766552 Sep 06 04:40:48.516201 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Request body: {'port': {'device_id': '8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:40:48.576510 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (a0ca313c-cb22-419f-a33b-5f2b11961726), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:48.615873 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:48.826678 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ca313c-cb22-419f-a33b-5f2b11961726 {{(pid=106939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:40:48.834413 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Publish callbacks [] for port (a0ca313c-cb22-419f-a33b-5f2b11961726), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:48.846190 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.provisioning_blocks [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Transition to ACTIVE for port object a0ca313c-cb22-419f-a33b-5f2b11961726 will not be triggered until provisioned by entity L2. {{(pid=106939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:40:48.908385 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (a0ca313c-cb22-419f-a33b-5f2b11961726), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:48.983458 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ca313c-cb22-419f-a33b-5f2b11961726,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:40:49.005048 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:49.039436 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Attempting to bind port a0ca313c-cb22-419f-a33b-5f2b11961726 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:40:49.039436 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Attempting to bind port a0ca313c-cb22-419f-a33b-5f2b11961726 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '5ebe3f8c-43a7-476a-a095-33eb90958fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4fde5cd2-7805-4052-b982-e07ad789f60a'}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:40:49.039436 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Attempting to bind port a0ca313c-cb22-419f-a33b-5f2b11961726 on network 4fde5cd2-7805-4052-b982-e07ad789f60a {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:40:49.069699 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Port a0ca313c-cb22-419f-a33b-5f2b11961726 on network 4fde5cd2-7805-4052-b982-e07ad789f60a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:40:49.070026 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Attempting to bind port a0ca313c-cb22-419f-a33b-5f2b11961726 on network 4fde5cd2-7805-4052-b982-e07ad789f60a {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:40:49.132511 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387b097-91b6-4829-b9a3-a0c4010aee22 req-873f9744-1a02-4232-b6d7-25c87cefe0ac tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:49.133931 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e387b097-91b6-4829-b9a3-a0c4010aee22 req-873f9744-1a02-4232-b6d7-25c87cefe0ac tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 943 time: 0.0767355 Sep 06 04:40:49.150859 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:40:49.151194 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Checking segment: {'id': '5ebe3f8c-43a7-476a-a095-33eb90958fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4fde5cd2-7805-4052-b982-e07ad789f60a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:40:49.151563 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Bound using segment: {'id': '5ebe3f8c-43a7-476a-a095-33eb90958fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4fde5cd2-7805-4052-b982-e07ad789f60a'} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:40:49.152287 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Bound port: a0ca313c-cb22-419f-a33b-5f2b11961726, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ebe3f8c-43a7-476a-a095-33eb90958fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4fde5cd2-7805-4052-b982-e07ad789f60a'}}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:40:49.152657 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (a0ca313c-cb22-419f-a33b-5f2b11961726), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:49.216283 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e387b097-91b6-4829-b9a3-a0c4010aee22 req-a9c0a4d4-371a-4a5c-936c-4c5326223238 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741460 Sep 06 04:40:49.242196 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] For port a0ca313c-cb22-419f-a33b-5f2b11961726, host hv-cinder-85600, cleared binding levels {{(pid=106939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:40:49.245661 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] For port a0ca313c-cb22-419f-a33b-5f2b11961726, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=a0ca313c-cb22-419f-a33b-5f2b11961726,segment=NetworkSegment(5ebe3f8c-43a7-476a-a095-33eb90958fe2),segment_id=5ebe3f8c-43a7-476a-a095-33eb90958fe2)] {{(pid=106939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:40:49.248549 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:49.262398 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c316e80-fdf4-4d65-a661-2e003b391775 req-a2565dc9-2355-4f14-bc5a-14a0718fdde0 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:49.263871 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0c316e80-fdf4-4d65-a661-2e003b391775 req-a2565dc9-2355-4f14-bc5a-14a0718fdde0 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0478888 Sep 06 04:40:49.312142 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0c316e80-fdf4-4d65-a661-2e003b391775 req-fb8e6073-512c-47e9-b783-b72bcfb3776a tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416658 Sep 06 04:40:49.332136 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (a0ca313c-cb22-419f-a33b-5f2b11961726), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:49.357084 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:49.357738 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:49.359604 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/a0ca313c-cb22-419f-a33b-5f2b11961726 HTTP/1.1" status: 200 len: 1093 time: 0.8476515 Sep 06 04:40:49.360084 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe', 'tag': 'a0ca313c-cb22-419f-a33b-5f2b11961726'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:40:49.362316 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac6b9bd-e3fb-4017-972f-9de7265f9599" -d '{"events": [{"name": "network-changed", "server_uuid": "8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe", "tag": "a0ca313c-cb22-419f-a33b-5f2b11961726"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:40:49.391224 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fdd87-ef6d-4c8d-993b-3288b8730670 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ca313c-cb22-419f-a33b-5f2b11961726,revision_number=3']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:40:49.406029 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:40:49.407781 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0c4c45-42aa-4212-83b1-b570564dac26 x-openstack-request-id: req-ac0c4c45-42aa-4212-83b1-b570564dac26 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:40:49.408069 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe", "tag": "a0ca313c-cb22-419f-a33b-5f2b11961726", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:40:49.408319 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac0c4c45-42aa-4212-83b1-b570564dac26 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:40:49.408725 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac0c4c45-42aa-4212-83b1-b570564dac26'] response: {'name': 'network-changed', 'server_uuid': '8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe', 'tag': 'a0ca313c-cb22-419f-a33b-5f2b11961726', 'status': 'completed', 'code': 200} Sep 06 04:40:49.508533 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6b9bd-e3fb-4017-972f-9de7265f9599 req-904bcc95-9c62-48f1-a8ee-90e98b4d6367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:49.510162 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-bac6b9bd-e3fb-4017-972f-9de7265f9599 req-904bcc95-9c62-48f1-a8ee-90e98b4d6367 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=36495849f5124872ba74fe21b00f72fe&device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 1127 time: 0.0394015 Sep 06 04:40:49.628430 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6b9bd-e3fb-4017-972f-9de7265f9599 req-e9b27c7d-0499-4dc6-b369-65a1eea8f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:49.629947 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-bac6b9bd-e3fb-4017-972f-9de7265f9599 req-e9b27c7d-0499-4dc6-b369-65a1eea8f75b service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=36495849f5124872ba74fe21b00f72fe&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0924301 Sep 06 04:40:49.715465 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:49.724666 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6b9bd-e3fb-4017-972f-9de7265f9599 req-bbe8f36a-aecb-4561-8c3d-4995ac368202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:49.726135 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-bac6b9bd-e3fb-4017-972f-9de7265f9599 req-bbe8f36a-aecb-4561-8c3d-4995ac368202 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868089 Sep 06 04:40:49.825113 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-66ba0928-a09d-4a66-9222-16e91a7bcc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:49.826619 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-66ba0928-a09d-4a66-9222-16e91a7bcc57 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=36495849f5124872ba74fe21b00f72fe&device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 1127 time: 0.0384872 Sep 06 04:40:49.878564 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-3db2c9fe-f082-438c-9d2c-bdd105095bf2 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0ca313c-cb22-419f-a33b-5f2b11961726 HTTP/1.1" status: 200 len: 217 time: 0.0357795 Sep 06 04:40:49.926803 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-75e810f2-3ea7-48d5-b204-3428653fce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:49.928199 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-75e810f2-3ea7-48d5-b204-3428653fce22 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=c7f5b91f-860a-4c5c-8448-463db99c7c4c HTTP/1.1" status: 200 len: 853 time: 0.0434275 Sep 06 04:40:49.960897 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-9e850efd-a562-4d03-8891-69802587a8ca service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=4fde5cd2-7805-4052-b982-e07ad789f60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242786 Sep 06 04:40:50.052774 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-fa6358c9-b8fc-4ec3-aabf-2123eb96fecb service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4fde5cd2-7805-4052-b982-e07ad789f60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840416 Sep 06 04:40:50.140520 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f1a7e48c-7533-416e-b8a0-b5ad9da7fa9f req-1ee188f2-bd3c-472e-85aa-047dc1ddcd43 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4fde5cd2-7805-4052-b982-e07ad789f60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803242 Sep 06 04:40:50.336218 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60698c72-f54b-4bec-9790-5f7a0c0856ad req-4797a5a0-623a-410d-82f5-635318538d43 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:50.337741 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-60698c72-f54b-4bec-9790-5f7a0c0856ad req-4797a5a0-623a-410d-82f5-635318538d43 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 943 time: 0.0462372 Sep 06 04:40:50.387829 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-60698c72-f54b-4bec-9790-5f7a0c0856ad req-a3256b78-21b3-4064-90de-18a167a0f06e tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437152 Sep 06 04:40:50.455818 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fa440-e1ec-4ef2-9f8c-c998546a9388 req-94168911-3f45-4502-90da-af947b969b5a tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:50.457291 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7c4fa440-e1ec-4ef2-9f8c-c998546a9388 req-94168911-3f45-4502-90da-af947b969b5a tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0502429 Sep 06 04:40:50.505052 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7c4fa440-e1ec-4ef2-9f8c-c998546a9388 req-d028d4ac-6bee-4b6c-88d3-639c485c1fa7 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420561 Sep 06 04:40:51.407213 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:51.509395 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5041a0f-221f-4643-a25e-5ff28d5342de req-b81d5342-def9-4c97-adba-012ac860586d tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:51.511134 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f5041a0f-221f-4643-a25e-5ff28d5342de req-b81d5342-def9-4c97-adba-012ac860586d tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 943 time: 0.0490925 Sep 06 04:40:51.558440 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f5041a0f-221f-4643-a25e-5ff28d5342de req-af47a797-d623-4e57-886e-e6dc7a701aec tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Sep 06 04:40:51.634817 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b0048-9377-4434-b48d-755fb39ed306 req-750e34b9-fb72-45b4-98e2-538cf464a378 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:51.636184 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d15b0048-9377-4434-b48d-755fb39ed306 req-750e34b9-fb72-45b4-98e2-538cf464a378 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0469635 Sep 06 04:40:51.683785 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d15b0048-9377-4434-b48d-755fb39ed306 req-2edf11ba-47ef-4ef4-929b-39fcd7941de4 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414815 Sep 06 04:40:52.677639 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208669a2-00b5-4863-ac29-53964e97dc0c req-672aeb35-ae89-4d55-ac2d-3be95cec48d8 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:52.679024 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-208669a2-00b5-4863-ac29-53964e97dc0c req-672aeb35-ae89-4d55-ac2d-3be95cec48d8 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 943 time: 0.0456867 Sep 06 04:40:52.733654 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-208669a2-00b5-4863-ac29-53964e97dc0c req-85991b46-c817-4e56-a981-c1057c948456 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489759 Sep 06 04:40:52.807926 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198708a-3af3-4bef-8ee5-64da670ce287 req-2512771b-24c6-4ad0-9b27-680a11d5426d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:52.809409 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c198708a-3af3-4bef-8ee5-64da670ce287 req-2512771b-24c6-4ad0-9b27-680a11d5426d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0457208 Sep 06 04:40:52.831488 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:52.859876 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c198708a-3af3-4bef-8ee5-64da670ce287 req-a6bcc476-10e9-46f6-b050-79c59739980e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442781 Sep 06 04:40:53.856746 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e9399-8761-48ed-a897-b9e54ac3f1e5 req-178712b0-8539-42a7-bd2b-851f90fcb6f4 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:53.858738 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d05e9399-8761-48ed-a897-b9e54ac3f1e5 req-178712b0-8539-42a7-bd2b-851f90fcb6f4 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 943 time: 0.0477040 Sep 06 04:40:53.904361 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d05e9399-8761-48ed-a897-b9e54ac3f1e5 req-31c31bc9-9e2c-442e-9f28-18e7512c46e6 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402281 Sep 06 04:40:53.985068 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace34613-d0e2-4586-85de-db8faa588ea5 req-6b43fa97-7fb3-437f-b186-1501d6ee3566 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:53.986554 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ace34613-d0e2-4586-85de-db8faa588ea5 req-6b43fa97-7fb3-437f-b186-1501d6ee3566 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0452862 Sep 06 04:40:54.032533 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ace34613-d0e2-4586-85de-db8faa588ea5 req-80168cb3-7076-4f94-bc15-f59081affd37 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405350 Sep 06 04:40:55.024027 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8f9c0-e6c1-45f4-ba71-8bec00cf7d41 req-e4f13f59-51ce-41a1-b81c-306922470129 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:55.025675 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a8a8f9c0-e6c1-45f4-ba71-8bec00cf7d41 req-e4f13f59-51ce-41a1-b81c-306922470129 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 943 time: 0.0470450 Sep 06 04:40:55.074171 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a8a8f9c0-e6c1-45f4-ba71-8bec00cf7d41 req-291ea3d0-a6af-42de-b901-50f69d978f8a tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416405 Sep 06 04:40:55.156326 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f6fc8-3b2a-43c7-9a01-5dc276ba9573 req-aa12d4b1-f8c6-4df0-90c7-f28256ec905f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:55.157788 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d17f6fc8-3b2a-43c7-9a01-5dc276ba9573 req-aa12d4b1-f8c6-4df0-90c7-f28256ec905f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0450711 Sep 06 04:40:55.205509 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d17f6fc8-3b2a-43c7-9a01-5dc276ba9573 req-e7f5babc-d4ab-4ddf-bde2-dd2a61c406f0 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419939 Sep 06 04:40:55.645118 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device a0ca313c-cb22-419f-a33b-5f2b11961726 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:40:55.748967 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port a0ca313c-cb22-419f-a33b-5f2b11961726, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=a0ca313c-cb22-419f-a33b-5f2b11961726,segment=NetworkSegment(5ebe3f8c-43a7-476a-a095-33eb90958fe2),segment_id=5ebe3f8c-43a7-476a-a095-33eb90958fe2)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:40:55.759676 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': 'a0ca313c-cb22-419f-a33b-5f2b11961726', 'network_id': '4fde5cd2-7805-4052-b982-e07ad789f60a', 'port_id': 'a0ca313c-cb22-419f-a33b-5f2b11961726', 'mac_address': 'fa:16:3e:b1:6e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f5b91f-860a-4c5c-8448-463db99c7c4c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:40:55.794380 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port a0ca313c-cb22-419f-a33b-5f2b11961726 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:40:55.794767 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (a0ca313c-cb22-419f-a33b-5f2b11961726), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:55.807331 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ca313c-cb22-419f-a33b-5f2b11961726 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:40:55.826359 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port a0ca313c-cb22-419f-a33b-5f2b11961726, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=a0ca313c-cb22-419f-a33b-5f2b11961726,segment=NetworkSegment(5ebe3f8c-43a7-476a-a095-33eb90958fe2),segment_id=5ebe3f8c-43a7-476a-a095-33eb90958fe2)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:40:55.903057 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (a0ca313c-cb22-419f-a33b-5f2b11961726), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:55.949851 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=a0ca313c-cb22-419f-a33b-5f2b11961726,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:40:56.192379 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf4217-b13a-45e7-849a-4accd625f811 req-6a2da9f6-66f1-4a28-988f-2d287d4e5dbe tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:56.193789 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8ebf4217-b13a-45e7-849a-4accd625f811 req-6a2da9f6-66f1-4a28-988f-2d287d4e5dbe tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 944 time: 0.0460396 Sep 06 04:40:56.244250 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8ebf4217-b13a-45e7-849a-4accd625f811 req-423adb4d-78fd-4b80-a4c8-361e48b2c87f tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449910 Sep 06 04:40:56.338182 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d9508-e335-4af5-931a-67fcfdd3c0b9 req-585efee2-37c1-4b6a-a9ee-41b28ee17d6b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:56.339642 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-128d9508-e335-4af5-931a-67fcfdd3c0b9 req-585efee2-37c1-4b6a-a9ee-41b28ee17d6b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0489967 Sep 06 04:40:56.386249 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-128d9508-e335-4af5-931a-67fcfdd3c0b9 req-d0586dd8-1cfa-43b9-be1a-35de59c96568 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404465 Sep 06 04:40:56.502299 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['a0ca313c-cb22-419f-a33b-5f2b11961726'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:40:57.369115 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70052adc-a2a3-421e-95a1-d614686a4384 req-dc5a7729-3b4c-40f0-bd84-f7679275ee02 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:57.370627 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-70052adc-a2a3-421e-95a1-d614686a4384 req-dc5a7729-3b4c-40f0-bd84-f7679275ee02 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 944 time: 0.0513048 Sep 06 04:40:57.418031 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-70052adc-a2a3-421e-95a1-d614686a4384 req-2fb8f316-2c42-4984-b4dc-b31d72af28a4 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411143 Sep 06 04:40:57.512171 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896864d-a467-4401-ae8f-db8f541bf471 req-0f1deb47-48dd-4990-9874-43f52d08b666 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:57.513665 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0896864d-a467-4401-ae8f-db8f541bf471 req-0f1deb47-48dd-4990-9874-43f52d08b666 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 943 time: 0.0456004 Sep 06 04:40:57.559604 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0896864d-a467-4401-ae8f-db8f541bf471 req-b6200646-f17a-4214-bd22-f3c2504da577 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404530 Sep 06 04:40:57.873241 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 19322183-60e8-44ac-b690-7448dfce3250 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:40:57.875346 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device a0ca313c-cb22-419f-a33b-5f2b11961726 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:40:57.970988 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:57.972013 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port a0ca313c-cb22-419f-a33b-5f2b11961726 completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:40:57.994185 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:58.025257 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 19322183-60e8-44ac-b690-7448dfce3250, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=19322183-60e8-44ac-b690-7448dfce3250,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:40:58.038055 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port a0ca313c-cb22-419f-a33b-5f2b11961726 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:40:58.038426 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (a0ca313c-cb22-419f-a33b-5f2b11961726), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:58.040159 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '19322183-60e8-44ac-b690-7448dfce3250', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'port_id': '19322183-60e8-44ac-b690-7448dfce3250', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:40:58.123554 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 19322183-60e8-44ac-b690-7448dfce3250 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:40:58.124505 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (19322183-60e8-44ac-b690-7448dfce3250), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:58.141921 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19322183-60e8-44ac-b690-7448dfce3250 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:40:58.196449 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 19322183-60e8-44ac-b690-7448dfce3250, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=19322183-60e8-44ac-b690-7448dfce3250,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:40:58.197598 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port a0ca313c-cb22-419f-a33b-5f2b11961726 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:40:58.197972 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (a0ca313c-cb22-419f-a33b-5f2b11961726), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:58.222150 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ca313c-cb22-419f-a33b-5f2b11961726'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:40:58.224719 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97baeb0-eec1-4ca2-81db-05947c29391e" -d '{"events": [{"server_uuid": "8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe", "name": "network-vif-plugged", "status": "completed", "tag": "a0ca313c-cb22-419f-a33b-5f2b11961726"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:40:58.242098 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port a0ca313c-cb22-419f-a33b-5f2b11961726, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=a0ca313c-cb22-419f-a33b-5f2b11961726,segment=NetworkSegment(5ebe3f8c-43a7-476a-a095-33eb90958fe2),segment_id=5ebe3f8c-43a7-476a-a095-33eb90958fe2)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:40:58.267877 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d2890c-8ede-4057-97be-30f22220198f x-openstack-request-id: req-12d2890c-8ede-4057-97be-30f22220198f {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:40:58.267877 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe", "name": "network-vif-plugged", "status": "completed", "tag": "a0ca313c-cb22-419f-a33b-5f2b11961726", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:40:58.268158 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12d2890c-8ede-4057-97be-30f22220198f {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:40:58.268657 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d2890c-8ede-4057-97be-30f22220198f'] response: {'server_uuid': '8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ca313c-cb22-419f-a33b-5f2b11961726', 'code': 200} Sep 06 04:40:58.286271 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (19322183-60e8-44ac-b690-7448dfce3250), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:58.318799 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (a0ca313c-cb22-419f-a33b-5f2b11961726), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:40:58.345395 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=19322183-60e8-44ac-b690-7448dfce3250,revision_number=9']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:40:58.411783 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=a0ca313c-cb22-419f-a33b-5f2b11961726,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:40:58.572977 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf06f9-1a30-4abc-affd-dc4c1a232cb6 req-bbc815b7-4f4e-4ecd-a3fc-8498765a4c9f tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:58.574545 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-48cf06f9-1a30-4abc-affd-dc4c1a232cb6 req-bbc815b7-4f4e-4ecd-a3fc-8498765a4c9f tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 945 time: 0.0617659 Sep 06 04:40:58.622946 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:58.637856 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-48cf06f9-1a30-4abc-affd-dc4c1a232cb6 req-db1246c6-992e-4372-a12b-3413d560b21c tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558980 Sep 06 04:40:58.692026 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5883251-fed6-48d5-98a5-433be787533a req-0cdcb4bf-ab46-4426-a9ac-49b61170f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:58.693567 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d5883251-fed6-48d5-98a5-433be787533a req-0cdcb4bf-ab46-4426-a9ac-49b61170f8b7 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 1129 time: 0.0427322 Sep 06 04:40:58.714722 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee886-c506-431f-aff1-2edde56b0771 req-8c18ba6c-beba-4c47-b8df-456c904e48b6 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:58.717120 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7e5ee886-c506-431f-aff1-2edde56b0771 req-8c18ba6c-beba-4c47-b8df-456c904e48b6 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 944 time: 0.0584674 Sep 06 04:40:58.749704 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d5883251-fed6-48d5-98a5-433be787533a req-cb925a69-e330-4d58-86ba-06e24df4c97e service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485804 Sep 06 04:40:58.775797 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7e5ee886-c506-431f-aff1-2edde56b0771 req-925beb44-eaee-48b4-9087-ee0d080f5c0d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502334 Sep 06 04:40:58.867559 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['19322183-60e8-44ac-b690-7448dfce3250'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:40:59.404503 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:59.762796 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da7b64-53ca-47ae-ada6-dea8ca1d18ea req-59a5b9af-d105-4140-b9d9-86cc6db75cbe tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:59.764236 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-79da7b64-53ca-47ae-ada6-dea8ca1d18ea req-59a5b9af-d105-4140-b9d9-86cc6db75cbe tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 945 time: 0.0457494 Sep 06 04:40:59.815561 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-79da7b64-53ca-47ae-ada6-dea8ca1d18ea req-cec7489d-aa17-43f0-bebc-dbf2657082fe tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455515 Sep 06 04:40:59.909104 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:40:59.917787 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cd5ad-e004-44ed-802f-95b0066a2efc req-527cca90-3e97-405b-acb1-30488b9499d9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:40:59.921330 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2c1cd5ad-e004-44ed-802f-95b0066a2efc req-527cca90-3e97-405b-acb1-30488b9499d9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 944 time: 0.0505626 Sep 06 04:40:59.967154 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2c1cd5ad-e004-44ed-802f-95b0066a2efc req-ab221cba-5d3b-4fe9-aeb7-dc5a80f10dc7 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411234 Sep 06 04:41:00.326414 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 19322183-60e8-44ac-b690-7448dfce3250 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:41:00.360502 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:00.370596 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 19322183-60e8-44ac-b690-7448dfce3250 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:41:00.370974 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (19322183-60e8-44ac-b690-7448dfce3250), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:00.393822 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:00.442716 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 19322183-60e8-44ac-b690-7448dfce3250 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:41:00.443095 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (19322183-60e8-44ac-b690-7448dfce3250), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:00.465784 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53238a8f-2601-4952-acd2-4dcb02761c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19322183-60e8-44ac-b690-7448dfce3250'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:41:00.468594 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4df23e4-33e5-4a5f-84a2-f29ad0cc55f5" -d '{"events": [{"server_uuid": "53238a8f-2601-4952-acd2-4dcb02761c12", "name": "network-vif-plugged", "status": "completed", "tag": "19322183-60e8-44ac-b690-7448dfce3250"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:41:00.484407 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 19322183-60e8-44ac-b690-7448dfce3250, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=19322183-60e8-44ac-b690-7448dfce3250,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:41:00.505886 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29af0a1-96fd-4e1d-be27-70206d72ae44 x-openstack-request-id: req-d29af0a1-96fd-4e1d-be27-70206d72ae44 {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:41:00.506194 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53238a8f-2601-4952-acd2-4dcb02761c12", "name": "network-vif-plugged", "status": "completed", "tag": "19322183-60e8-44ac-b690-7448dfce3250", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:41:00.506448 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d29af0a1-96fd-4e1d-be27-70206d72ae44 {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:41:00.506888 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29af0a1-96fd-4e1d-be27-70206d72ae44'] response: {'server_uuid': '53238a8f-2601-4952-acd2-4dcb02761c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19322183-60e8-44ac-b690-7448dfce3250', 'code': 200} Sep 06 04:41:00.528141 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (19322183-60e8-44ac-b690-7448dfce3250), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:00.578498 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=19322183-60e8-44ac-b690-7448dfce3250,revision_number=10']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:41:00.936047 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b691182-7833-4f9b-813e-4293ffd1d567 req-d521973f-64a1-41c7-8d01-a7b21b652847 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:00.937515 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9b691182-7833-4f9b-813e-4293ffd1d567 req-d521973f-64a1-41c7-8d01-a7b21b652847 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 945 time: 0.0458839 Sep 06 04:41:00.982762 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9b691182-7833-4f9b-813e-4293ffd1d567 req-a5b94963-8cc1-4104-9dd5-613dee98d5d6 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398495 Sep 06 04:41:01.094231 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97104b-82c0-412d-b67a-cbda5ed72086 req-90db3c2f-5b47-4513-b729-baf19170dad0 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:01.095735 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8a97104b-82c0-412d-b67a-cbda5ed72086 req-90db3c2f-5b47-4513-b729-baf19170dad0 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 946 time: 0.0458860 Sep 06 04:41:01.149030 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8a97104b-82c0-412d-b67a-cbda5ed72086 req-8912bc8b-39f4-4d02-87ad-a57788005d70 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472374 Sep 06 04:41:01.902241 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdfcc2-f5d3-4033-aa9a-29ea753c4790 req-81a94144-dab0-4f30-9501-7f062eeb3140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:01.903777 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-03cdfcc2-f5d3-4033-aa9a-29ea753c4790 req-81a94144-dab0-4f30-9501-7f062eeb3140 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 1130 time: 0.0388634 Sep 06 04:41:01.965938 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-03cdfcc2-f5d3-4033-aa9a-29ea753c4790 req-df7fc9bf-7e8b-4cea-b0bb-a308ef0af62a service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428092 Sep 06 04:41:02.111019 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddee22c-d799-49f7-b8d5-9b819b5360b6 req-25b36268-ba2c-4f4c-aa6b-db5d6b5eab27 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:02.112624 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8ddee22c-d799-49f7-b8d5-9b819b5360b6 req-25b36268-ba2c-4f4c-aa6b-db5d6b5eab27 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 945 time: 0.0495884 Sep 06 04:41:02.160717 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8ddee22c-d799-49f7-b8d5-9b819b5360b6 req-2eceb555-f53e-4e60-92a9-d633cb8823f9 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422668 Sep 06 04:41:02.273908 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfbe3e-89ae-406d-a70d-3d2b8bacd1c6 req-7ce9c61a-6fab-404e-b54d-5c95b1684169 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:02.275399 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-49bfbe3e-89ae-406d-a70d-3d2b8bacd1c6 req-7ce9c61a-6fab-404e-b54d-5c95b1684169 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 946 time: 0.0473807 Sep 06 04:41:02.296939 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:02.324234 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-49bfbe3e-89ae-406d-a70d-3d2b8bacd1c6 req-e9ac587e-e690-4d5e-ba8e-6afcdb66585e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421326 Sep 06 04:41:03.451885 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9a699-f99b-42a5-8dfb-d94b31b59a0c req-f4a52c20-789e-4d78-a6a6-55416180dfa8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:03.453548 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-aac9a699-f99b-42a5-8dfb-d94b31b59a0c req-f4a52c20-789e-4d78-a6a6-55416180dfa8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 946 time: 0.0457168 Sep 06 04:41:03.488034 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:03.505324 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-aac9a699-f99b-42a5-8dfb-d94b31b59a0c req-e8c8fc73-7ed1-4747-99bf-40278a6e7fdf tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463634 Sep 06 04:41:04.633424 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca67e9-8da4-4d94-88a7-796d9ee4b0db req-91c6c719-c43f-40e4-92c1-fc194942de07 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:04.634979 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-85ca67e9-8da4-4d94-88a7-796d9ee4b0db req-91c6c719-c43f-40e4-92c1-fc194942de07 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 946 time: 0.0487828 Sep 06 04:41:04.688247 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-85ca67e9-8da4-4d94-88a7-796d9ee4b0db req-ec83ebbf-166a-47de-9185-892a2949f444 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470328 Sep 06 04:41:05.821151 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362ed6b-15ef-4633-bd9b-05754631309d req-6e2e6459-506a-4b33-9635-3ef112421a2c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:05.822641 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b362ed6b-15ef-4633-bd9b-05754631309d req-6e2e6459-506a-4b33-9635-3ef112421a2c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 946 time: 0.0466733 Sep 06 04:41:05.873176 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b362ed6b-15ef-4633-bd9b-05754631309d req-5ce16696-e4c3-444c-ae0f-45ac90d94389 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443425 Sep 06 04:41:06.998060 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4d4e0-c522-44b6-9d52-760939043430 req-15afd2b0-a220-4312-96ca-a1b4d8905b16 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:06.999542 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-10c4d4e0-c522-44b6-9d52-760939043430 req-15afd2b0-a220-4312-96ca-a1b4d8905b16 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 946 time: 0.0461526 Sep 06 04:41:07.046171 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-10c4d4e0-c522-44b6-9d52-760939043430 req-a24828e7-6e57-4b2c-8104-07207c209565 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410547 Sep 06 04:41:10.574127 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=6 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:10.575270 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:11.461252 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:11.461989 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=5 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:12.192749 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c6119949-ce95-4195-b9a3-2e4b00bff005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:12.589359 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd176f-7bcf-4531-81d1-03ffa21645ed req-303252ec-de77-4901-a400-4c2d933a09e5 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:12.590830 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-80cd176f-7bcf-4531-81d1-03ffa21645ed req-303252ec-de77-4901-a400-4c2d933a09e5 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0505199 Sep 06 04:41:12.640169 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-80cd176f-7bcf-4531-81d1-03ffa21645ed req-369aa3ea-2f78-4da5-9649-7220baa5df36 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422728 Sep 06 04:41:12.668417 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf550b45-0e2e-40b9-b158-bab8aaa3df37 req-c04f3593-ea60-45e6-9f50-2442312f75c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:12.670036 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cf550b45-0e2e-40b9-b158-bab8aaa3df37 req-c04f3593-ea60-45e6-9f50-2442312f75c9 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 1130 time: 0.0390275 Sep 06 04:41:12.775597 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf550b45-0e2e-40b9-b158-bab8aaa3df37 req-baa71b97-b829-4589-9fe9-02725687f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:12.777226 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cf550b45-0e2e-40b9-b158-bab8aaa3df37 req-baa71b97-b829-4589-9fe9-02725687f0cb service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 919 time: 0.1004047 Sep 06 04:41:12.837163 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cf550b45-0e2e-40b9-b158-bab8aaa3df37 req-738b8e2c-e359-4011-9572-6664f3c76b6b service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c3db147-6601-4ab0-a362-ff2c28ef3252 HTTP/1.1" status: 200 len: 1001 time: 0.0534790 Sep 06 04:41:12.884727 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf550b45-0e2e-40b9-b158-bab8aaa3df37 req-e48cce83-fd28-4a6d-a358-bb7d0e9bc509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:12.886138 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cf550b45-0e2e-40b9-b158-bab8aaa3df37 req-e48cce83-fd28-4a6d-a358-bb7d0e9bc509 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=88d92641-1180-487b-a0e6-2342c26bb7b9 HTTP/1.1" status: 200 len: 857 time: 0.0419090 Sep 06 04:41:12.931417 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf550b45-0e2e-40b9-b158-bab8aaa3df37 req-21907d61-4819-48f6-b951-5f4c8a3fca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:12.932896 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cf550b45-0e2e-40b9-b158-bab8aaa3df37 req-21907d61-4819-48f6-b951-5f4c8a3fca66 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=06e43195-6270-4b08-b3f6-284307ad52d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401576 Sep 06 04:41:13.007148 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:13.022772 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cf550b45-0e2e-40b9-b158-bab8aaa3df37 req-39558631-cc8a-40c0-a721-e5f1cce718e1 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821536 Sep 06 04:41:13.116147 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cf550b45-0e2e-40b9-b158-bab8aaa3df37 req-35950dd5-a48b-4e0b-a7e2-61540ccdebc1 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864425 Sep 06 04:41:13.766931 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965751a-6768-4ff5-8cca-3b00e18d1c1c req-5b35973b-f4be-40f6-953f-99fbd41024b0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:13.768416 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a965751a-6768-4ff5-8cca-3b00e18d1c1c req-5b35973b-f4be-40f6-953f-99fbd41024b0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0478747 Sep 06 04:41:13.813956 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a965751a-6768-4ff5-8cca-3b00e18d1c1c req-0e99c2f9-ced4-407f-a722-88da564e60a3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401244 Sep 06 04:41:14.457071 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-4d5a810d-8dc9-4624-ab22-48e8f0ba5ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:14.934205 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b95625-688d-43a9-8a01-ffea21570139 req-197b17c7-9675-4d03-9c52-7bfcc8fe763e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:14.935664 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-81b95625-688d-43a9-8a01-ffea21570139 req-197b17c7-9675-4d03-9c52-7bfcc8fe763e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0464089 Sep 06 04:41:14.982452 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-81b95625-688d-43a9-8a01-ffea21570139 req-d3a92f25-5d64-4cc0-8ef1-9f1e9a3a9f3d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412996 Sep 06 04:41:15.874533 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:16.104255 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19d5dd-dbec-4650-b01b-628b9bb5c2d6 req-cf1358e0-e93e-4c90-bc6f-2ef63e8ccbda tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:16.105638 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-bb19d5dd-dbec-4650-b01b-628b9bb5c2d6 req-cf1358e0-e93e-4c90-bc6f-2ef63e8ccbda tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0453353 Sep 06 04:41:16.156068 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-bb19d5dd-dbec-4650-b01b-628b9bb5c2d6 req-fd3901ca-0d51-4dbb-9a5f-0d3d6cdc55a5 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448325 Sep 06 04:41:17.259035 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:17.281592 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2165d23-bdec-48a3-9daf-f1617089bfc1 req-76e2edca-b1af-4d6c-aed4-81c17f2c18c9 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:17.283081 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a2165d23-bdec-48a3-9daf-f1617089bfc1 req-76e2edca-b1af-4d6c-aed4-81c17f2c18c9 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0511510 Sep 06 04:41:17.308159 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:17.331331 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a2165d23-bdec-48a3-9daf-f1617089bfc1 req-d5e238f9-82f7-4b1b-89f8-352d07ef63a6 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426395 Sep 06 04:41:18.455758 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c3b92-7fc9-4903-876c-7c2713a02ec3 req-963e1fae-48f0-43f4-a620-7915f6a6657d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:18.457235 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-971c3b92-7fc9-4903-876c-7c2713a02ec3 req-963e1fae-48f0-43f4-a620-7915f6a6657d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0457928 Sep 06 04:41:18.503895 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-971c3b92-7fc9-4903-876c-7c2713a02ec3 req-a8bd2eff-f0f3-4caa-9534-e6fd806f3cdc tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411534 Sep 06 04:41:19.627041 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5de91-a139-48bc-8435-765edffdb4e4 req-99a10022-0800-44f6-8ed1-47ad20bd1c9b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:19.628504 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-69e5de91-a139-48bc-8435-765edffdb4e4 req-99a10022-0800-44f6-8ed1-47ad20bd1c9b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0453811 Sep 06 04:41:19.675150 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-69e5de91-a139-48bc-8435-765edffdb4e4 req-dafde98b-f603-40ff-8447-71228d5c1a11 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410967 Sep 06 04:41:20.803178 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2362b68-0acd-4cf0-978d-299c3197de94 req-1a141725-b362-4840-9f36-ff2f3900e586 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:20.804688 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b2362b68-0acd-4cf0-978d-299c3197de94 req-1a141725-b362-4840-9f36-ff2f3900e586 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0455999 Sep 06 04:41:20.850769 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b2362b68-0acd-4cf0-978d-299c3197de94 req-8a6cd3a1-336c-4449-890e-8b255ade484f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406916 Sep 06 04:41:21.970693 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e898c-91c4-40a9-a8a0-77830afbe5ac req-79996c77-b557-4e70-bf1e-87d99f5f3a76 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:21.972140 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e42e898c-91c4-40a9-a8a0-77830afbe5ac req-79996c77-b557-4e70-bf1e-87d99f5f3a76 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0462141 Sep 06 04:41:22.022501 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e42e898c-91c4-40a9-a8a0-77830afbe5ac req-9009a9a3-275c-4701-8821-4782c057a5bb tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446663 Sep 06 04:41:23.391753 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c28333-2938-42ab-9410-845b48f7ca79 req-d464f2e0-c547-491b-a10d-888995d481b2 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:23.393238 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-44c28333-2938-42ab-9410-845b48f7ca79 req-d464f2e0-c547-491b-a10d-888995d481b2 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.2956681 Sep 06 04:41:23.431608 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:23.444423 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-44c28333-2938-42ab-9410-845b48f7ca79 req-6292b4c2-a074-418e-9951-0b2a419d4236 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456743 Sep 06 04:41:24.569659 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98e951-564e-4e35-97c7-39c09989d803 req-43de51d9-07ba-4e3c-bf4f-0f7fa1fb2684 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:24.571176 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6c98e951-564e-4e35-97c7-39c09989d803 req-43de51d9-07ba-4e3c-bf4f-0f7fa1fb2684 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0491560 Sep 06 04:41:24.618599 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6c98e951-564e-4e35-97c7-39c09989d803 req-2d0caa16-8888-4324-a812-6901395a0262 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410252 Sep 06 04:41:25.753669 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a8a67-503d-4d5d-ace7-beebdaa820e1 req-4cdc935f-ab15-44ad-863a-b1a9443fedee tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:25.755126 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a90a8a67-503d-4d5d-ace7-beebdaa820e1 req-4cdc935f-ab15-44ad-863a-b1a9443fedee tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0553617 Sep 06 04:41:25.801889 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a90a8a67-503d-4d5d-ace7-beebdaa820e1 req-7fc92848-820e-47f4-9f2a-a6050400595e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Sep 06 04:41:26.404299 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:41:26.908030 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:26.922962 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be083ecc-71d3-4163-b7cf-cb461e63b7ae req-5f63ddb4-74e2-4200-a428-5ecd5ff3c7e3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:26.924431 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-be083ecc-71d3-4163-b7cf-cb461e63b7ae req-5f63ddb4-74e2-4200-a428-5ecd5ff3c7e3 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0468957 Sep 06 04:41:26.978715 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-be083ecc-71d3-4163-b7cf-cb461e63b7ae req-6f7db929-0b8c-4266-9431-0360f6781fb7 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429096 Sep 06 04:41:27.237828 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:27.238894 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:28.105567 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad473a-c8e2-4316-80c0-bd042180dd2f req-abef6f6f-f9cb-4c0d-9bc6-a73bd524fecb tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:28.107001 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e6ad473a-c8e2-4316-80c0-bd042180dd2f req-abef6f6f-f9cb-4c0d-9bc6-a73bd524fecb tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0476816 Sep 06 04:41:28.152315 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e6ad473a-c8e2-4316-80c0-bd042180dd2f req-c5a36b61-4c83-40c9-930d-61c4029eb47e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394430 Sep 06 04:41:29.276642 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56229df-3f13-47cb-9a23-e39773624f1c req-0d216032-fa8b-47a2-9fc2-20ed83e7eff0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:29.278391 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c56229df-3f13-47cb-9a23-e39773624f1c req-0d216032-fa8b-47a2-9fc2-20ed83e7eff0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0505128 Sep 06 04:41:29.325275 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c56229df-3f13-47cb-9a23-e39773624f1c req-408302df-67f2-40a4-991a-9fcfce20661f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409544 Sep 06 04:41:30.407123 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:30.458652 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414be5a0-37ee-4b4b-9453-c212d84cb7fd req-f8cae8c0-260a-4023-9aa3-ace23eb594f7 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:30.460127 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-414be5a0-37ee-4b4b-9453-c212d84cb7fd req-f8cae8c0-260a-4023-9aa3-ace23eb594f7 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0475008 Sep 06 04:41:30.506889 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-414be5a0-37ee-4b4b-9453-c212d84cb7fd req-8dfbf3cc-09b0-40d4-bae9-c5d1a0aacb95 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412207 Sep 06 04:41:31.628824 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85c8b4-ce95-43f9-95fb-1dd60baf7102 req-700c2932-22ec-432f-9228-65890e218447 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:31.630306 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3e85c8b4-ce95-43f9-95fb-1dd60baf7102 req-700c2932-22ec-432f-9228-65890e218447 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0454817 Sep 06 04:41:31.649848 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:31.677711 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3e85c8b4-ce95-43f9-95fb-1dd60baf7102 req-505b3c82-1285-431d-ab17-2a8b56894300 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420051 Sep 06 04:41:32.798350 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413df752-fd42-4dbd-bfa5-0abad8c89ea0 req-cc3b9bb3-98c1-4b69-b78f-6e6b029fd485 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:32.799955 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-413df752-fd42-4dbd-bfa5-0abad8c89ea0 req-cc3b9bb3-98c1-4b69-b78f-6e6b029fd485 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0468340 Sep 06 04:41:32.850295 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-413df752-fd42-4dbd-bfa5-0abad8c89ea0 req-1eed3efe-63ac-4710-afd2-92519c7d2831 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447836 Sep 06 04:41:33.973606 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653879fb-f04b-4d72-9f45-bbf8961aa90d req-dd3dbadc-7dfa-4b0b-a1e1-ef271ec61056 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:33.975049 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-653879fb-f04b-4d72-9f45-bbf8961aa90d req-dd3dbadc-7dfa-4b0b-a1e1-ef271ec61056 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0467856 Sep 06 04:41:34.025500 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-653879fb-f04b-4d72-9f45-bbf8961aa90d req-755f3870-55fe-425a-925e-aaef31fd126f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449674 Sep 06 04:41:34.498606 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-84d0b1a2-9d94-4a4b-97a8-d80c1193ace5 req-6d7ea6ff-8cf0-4bf7-b83c-0b842fc68e8d service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393171 Sep 06 04:41:35.113714 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:35.147511 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45008d5-a3b6-4c2e-a4ab-8d71d724c6db req-bd831ddd-8017-47ae-aafa-0abb50dc2d84 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:35.149289 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c45008d5-a3b6-4c2e-a4ab-8d71d724c6db req-bd831ddd-8017-47ae-aafa-0abb50dc2d84 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0454979 Sep 06 04:41:35.195097 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c45008d5-a3b6-4c2e-a4ab-8d71d724c6db req-cd36d2fb-e5d3-481c-b633-07bdd68a77f7 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403616 Sep 06 04:41:36.319477 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4561d-778e-469c-b368-6cb8eba60c01 req-e80e956d-a7fa-4c10-a550-7a4c2148332b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:36.320957 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4af4561d-778e-469c-b368-6cb8eba60c01 req-e80e956d-a7fa-4c10-a550-7a4c2148332b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0483127 Sep 06 04:41:36.371735 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4af4561d-778e-469c-b368-6cb8eba60c01 req-d3219954-a455-48af-a8c4-3cfdb498ff1f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452609 Sep 06 04:41:36.399672 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:36.401047 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:36.477285 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0b1a2-9d94-4a4b-97a8-d80c1193ace5 req-2914648a-d717-4686-ab70-382a5d2a3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:36.478817 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-84d0b1a2-9d94-4a4b-97a8-d80c1193ace5 req-2914648a-d717-4686-ab70-382a5d2a3111 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 1129 time: 0.0399320 Sep 06 04:41:36.588651 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0b1a2-9d94-4a4b-97a8-d80c1193ace5 req-c11ba0c2-b488-47e9-bdca-fb74007cf844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:36.590265 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-84d0b1a2-9d94-4a4b-97a8-d80c1193ace5 req-c11ba0c2-b488-47e9-bdca-fb74007cf844 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 919 time: 0.0893464 Sep 06 04:41:36.615031 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c67f6-88cf-4b1d-a661-c103f49bd5f1 req-527e0ff5-9a6c-4e1c-a255-24d257c619e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:36.616533 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b17c67f6-88cf-4b1d-a661-c103f49bd5f1 req-527e0ff5-9a6c-4e1c-a255-24d257c619e3 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 1130 time: 0.0424750 Sep 06 04:41:36.630060 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-84d0b1a2-9d94-4a4b-97a8-d80c1193ace5 req-5ca37bd4-b74d-434b-aa64-550762bd7f3f service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dd08f26-fca9-44dc-9f2f-a94635106365 HTTP/1.1" status: 200 len: 217 time: 0.0333953 Sep 06 04:41:36.663373 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b17c67f6-88cf-4b1d-a661-c103f49bd5f1 req-4810184f-0fe6-4fa5-beab-1525c7b51f41 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396276 Sep 06 04:41:36.683370 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0b1a2-9d94-4a4b-97a8-d80c1193ace5 req-6768cd7e-8a6a-4e8f-8ee4-eff5993d115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:36.684833 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-84d0b1a2-9d94-4a4b-97a8-d80c1193ace5 req-6768cd7e-8a6a-4e8f-8ee4-eff5993d115f service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=88d92641-1180-487b-a0e6-2342c26bb7b9 HTTP/1.1" status: 200 len: 857 time: 0.0486350 Sep 06 04:41:37.188922 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d0b1a2-9d94-4a4b-97a8-d80c1193ace5 req-7d7de0e4-3cf4-4d3b-ac0f-52aa3a937a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:37.190447 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-84d0b1a2-9d94-4a4b-97a8-d80c1193ace5 req-7d7de0e4-3cf4-4d3b-ac0f-52aa3a937a97 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=06e43195-6270-4b08-b3f6-284307ad52d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390332 Sep 06 04:41:37.281703 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-84d0b1a2-9d94-4a4b-97a8-d80c1193ace5 req-5bb546e6-67d4-4346-98a6-92bc7e8e77d8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834756 Sep 06 04:41:37.495154 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea48b86-6911-451c-a76e-de0bb31d4fd7 req-f56f80e8-cab5-4a58-a61a-6c2e194e7bcb tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:37.496639 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7ea48b86-6911-451c-a76e-de0bb31d4fd7 req-f56f80e8-cab5-4a58-a61a-6c2e194e7bcb tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0497680 Sep 06 04:41:37.544147 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7ea48b86-6911-451c-a76e-de0bb31d4fd7 req-96220d6f-91a4-42ad-9f2a-f9685689491b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411282 Sep 06 04:41:37.873179 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-84d0b1a2-9d94-4a4b-97a8-d80c1193ace5 req-386c7257-e624-401e-be21-8c9972954528 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865726 Sep 06 04:41:38.668741 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89ca62-6295-4c0d-b46f-fc8a17a60ea3 req-2c24dbf2-dc64-4a5b-b663-cc0fe6822f11 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:38.670259 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7c89ca62-6295-4c0d-b46f-fc8a17a60ea3 req-2c24dbf2-dc64-4a5b-b663-cc0fe6822f11 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0467856 Sep 06 04:41:38.721784 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7c89ca62-6295-4c0d-b46f-fc8a17a60ea3 req-e25d338a-6afb-4b0f-9ccc-a2fa50249b20 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451567 Sep 06 04:41:39.849718 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bb353-5106-4522-bad3-580e2d57e9a6 req-34e6f722-357f-45db-be50-6153ba5dfff4 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:39.851186 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-792bb353-5106-4522-bad3-580e2d57e9a6 req-34e6f722-357f-45db-be50-6153ba5dfff4 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0492289 Sep 06 04:41:39.898588 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-792bb353-5106-4522-bad3-580e2d57e9a6 req-3690a063-b95e-4f79-b350-2d0d5505ca21 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418806 Sep 06 04:41:40.322110 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:40.322912 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:40.401071 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:40.414249 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4bacc-9f62-4ebe-ae92-a3bca3e5dd3c req-4e7c8a79-b768-450a-942d-54cb2ac5035d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:40.415743 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-38e4bacc-9f62-4ebe-ae92-a3bca3e5dd3c req-4e7c8a79-b768-450a-942d-54cb2ac5035d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0498025 Sep 06 04:41:40.491728 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-38e4bacc-9f62-4ebe-ae92-a3bca3e5dd3c req-f00f3fd3-4f97-4e29-85f2-aa29248b8753 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704255 Sep 06 04:41:40.499904 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e039bab-4be2-403d-9a8d-2b77f9e9b06b req-fc3642e0-35cd-4d58-b0d2-1f02feb2957c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:40.501849 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9e039bab-4be2-403d-9a8d-2b77f9e9b06b req-fc3642e0-35cd-4d58-b0d2-1f02feb2957c service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 1130 time: 0.0603855 Sep 06 04:41:40.598356 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e039bab-4be2-403d-9a8d-2b77f9e9b06b req-0eb177b0-a925-437a-8ff6-af5b3e7cabab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:40.599838 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9e039bab-4be2-403d-9a8d-2b77f9e9b06b req-0eb177b0-a925-437a-8ff6-af5b3e7cabab service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 919 time: 0.0917778 Sep 06 04:41:40.664689 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9e039bab-4be2-403d-9a8d-2b77f9e9b06b req-3f9838dc-3047-427b-bdda-e098fc557bb7 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c3db147-6601-4ab0-a362-ff2c28ef3252 HTTP/1.1" status: 200 len: 1001 time: 0.0573330 Sep 06 04:41:40.710257 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:40.719757 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e039bab-4be2-403d-9a8d-2b77f9e9b06b req-601d7232-d74f-4ae3-b8d2-39676d4f3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:40.721251 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9e039bab-4be2-403d-9a8d-2b77f9e9b06b req-601d7232-d74f-4ae3-b8d2-39676d4f3013 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=88d92641-1180-487b-a0e6-2342c26bb7b9 HTTP/1.1" status: 200 len: 857 time: 0.0492926 Sep 06 04:41:40.803061 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ed8c9-6480-4b51-ae2d-de11a04320b1 req-22077cfc-b91a-45f1-b7af-c73365062ee9 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:40.804518 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ca2ed8c9-6480-4b51-ae2d-de11a04320b1 req-22077cfc-b91a-45f1-b7af-c73365062ee9 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 945 time: 0.0469661 Sep 06 04:41:40.851613 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ca2ed8c9-6480-4b51-ae2d-de11a04320b1 req-50ae684d-7f06-4049-81fc-dcb4b7030277 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415373 Sep 06 04:41:41.620944 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ffdcc-4573-4847-8df3-aaedc2dae315 req-ad4f3ae2-2d5c-4fe5-be22-19f73cf47093 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:41.622418 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ca1ffdcc-4573-4847-8df3-aaedc2dae315 req-ad4f3ae2-2d5c-4fe5-be22-19f73cf47093 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0491157 Sep 06 04:41:41.668322 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ca1ffdcc-4573-4847-8df3-aaedc2dae315 req-e490d295-2be1-4722-9930-a0d9323628c5 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397415 Sep 06 04:41:41.971326 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973c1a6-1c79-46a5-83a7-0ce57a0b375f req-1ecc19ba-dbd4-4363-89ac-dac2dc007ffc tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:41.972741 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2973c1a6-1c79-46a5-83a7-0ce57a0b375f req-1ecc19ba-dbd4-4363-89ac-dac2dc007ffc tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 945 time: 0.0458786 Sep 06 04:41:42.018364 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2973c1a6-1c79-46a5-83a7-0ce57a0b375f req-2a050ca3-2baf-4b0d-b18f-869d04ae7974 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401928 Sep 06 04:41:42.166977 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a86edc0b-457c-4d4e-9db0-3c6f4d7151e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:42.393794 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e039bab-4be2-403d-9a8d-2b77f9e9b06b req-ff976448-070e-4ecf-8269-397395201b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:42.395297 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9e039bab-4be2-403d-9a8d-2b77f9e9b06b req-ff976448-070e-4ecf-8269-397395201b36 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=06e43195-6270-4b08-b3f6-284307ad52d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442626 Sep 06 04:41:42.489409 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9e039bab-4be2-403d-9a8d-2b77f9e9b06b req-07d07dd0-320f-46f9-91f4-4a040c46830e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851650 Sep 06 04:41:42.583050 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9e039bab-4be2-403d-9a8d-2b77f9e9b06b req-20a1241a-53f5-4402-be33-b0b9a012a6d7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866680 Sep 06 04:41:42.788889 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa420-b0d1-4437-94ae-46c44c9ff33a req-0db2aad7-bb71-4e78-99bb-8cfa45534953 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:42.790359 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ba3aa420-b0d1-4437-94ae-46c44c9ff33a req-0db2aad7-bb71-4e78-99bb-8cfa45534953 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0455647 Sep 06 04:41:42.836832 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ba3aa420-b0d1-4437-94ae-46c44c9ff33a req-338b9dd1-de8f-4391-9d74-784f6569b1b1 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408123 Sep 06 04:41:43.135275 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72950797-6705-4422-93ac-24d9534ec62e req-8307389f-4626-4680-8dfe-b694d56e4e1f tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:43.136748 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-72950797-6705-4422-93ac-24d9534ec62e req-8307389f-4626-4680-8dfe-b694d56e4e1f tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 945 time: 0.0463011 Sep 06 04:41:43.183710 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-72950797-6705-4422-93ac-24d9534ec62e req-6774a4f8-41ca-4ca5-9818-18ccdff4b783 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409851 Sep 06 04:41:43.957158 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee5364-c865-4b18-a49d-1f4e00b96c12 req-4ab27100-4f1e-4613-a133-8e66e8750e78 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:43.958698 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-82ee5364-c865-4b18-a49d-1f4e00b96c12 req-4ab27100-4f1e-4613-a133-8e66e8750e78 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0456562 Sep 06 04:41:44.008303 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-82ee5364-c865-4b18-a49d-1f4e00b96c12 req-c2000de5-f2ae-4753-86d4-978740931e59 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441601 Sep 06 04:41:44.307125 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c652125-15eb-4784-9b16-ac644bcf95a2 req-f8455b37-77c6-4652-a1ad-a4d4d3042575 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:44.308578 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8c652125-15eb-4784-9b16-ac644bcf95a2 req-f8455b37-77c6-4652-a1ad-a4d4d3042575 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 945 time: 0.0495169 Sep 06 04:41:44.354155 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8c652125-15eb-4784-9b16-ac644bcf95a2 req-fb2b4648-6332-433e-9a53-8886cee8e229 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401421 Sep 06 04:41:44.447216 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-b16786e8-07b5-4b00-9452-2d1ea7dadee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:45.134397 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bd948-fddd-43dc-b48e-97bf8a3df91b req-f5cb17e5-b5da-42ba-a31f-d41905f4faf9 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:45.135846 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-671bd948-fddd-43dc-b48e-97bf8a3df91b req-f5cb17e5-b5da-42ba-a31f-d41905f4faf9 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0520978 Sep 06 04:41:45.148493 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:45.185508 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-671bd948-fddd-43dc-b48e-97bf8a3df91b req-305ce5ca-56ba-48ae-a535-42fc5bc4c68c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432355 Sep 06 04:41:45.190119 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596db21e-f043-48c2-bd62-1632fcf2137f req-b460ac58-d36a-44a3-9867-d2b76e08d646 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:45.191603 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-596db21e-f043-48c2-bd62-1632fcf2137f req-b460ac58-d36a-44a3-9867-d2b76e08d646 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 945 time: 0.0469637 Sep 06 04:41:45.278442 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-596db21e-f043-48c2-bd62-1632fcf2137f req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Deleting port a0ca313c-cb22-419f-a33b-5f2b11961726 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:41:45.278782 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-596db21e-f043-48c2-bd62-1632fcf2137f req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (a0ca313c-cb22-419f-a33b-5f2b11961726), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:45.330469 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:45.370227 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-596db21e-f043-48c2-bd62-1632fcf2137f req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] For port a0ca313c-cb22-419f-a33b-5f2b11961726, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=a0ca313c-cb22-419f-a33b-5f2b11961726,segment=NetworkSegment(5ebe3f8c-43a7-476a-a095-33eb90958fe2),segment_id=5ebe3f8c-43a7-476a-a095-33eb90958fe2)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:41:45.370591 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-596db21e-f043-48c2-bd62-1632fcf2137f req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (a0ca313c-cb22-419f-a33b-5f2b11961726), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:45.389643 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-596db21e-f043-48c2-bd62-1632fcf2137f req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Calling delete_port for a0ca313c-cb22-419f-a33b-5f2b11961726 owned by compute:nova {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:41:45.479248 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:45.496117 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fdea1-e523-417c-b9fe-aea38c48234e req-ace7a536-b4e7-4224-a440-12fe5a2515f6 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:45.497643 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c02fdea1-e523-417c-b9fe-aea38c48234e req-ace7a536-b4e7-4224-a440-12fe5a2515f6 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 945 time: 0.0632131 Sep 06 04:41:45.581054 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c02fdea1-e523-417c-b9fe-aea38c48234e req-c822e523-b1cf-4d0f-bbe6-c7bfd37b97b3 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=33754e2d-1f3b-41cf-8643-29eac4444a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745559 Sep 06 04:41:45.658848 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-596db21e-f043-48c2-bd62-1632fcf2137f req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (a0ca313c-cb22-419f-a33b-5f2b11961726), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:45.687695 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Pushing event deleted for resources: {'Port': ['ID=a0ca313c-cb22-419f-a33b-5f2b11961726,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:41:45.699789 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:41:45.700141 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:41:45.700483 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:41:45.700819 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:41:45.701154 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:41:45.701511 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:41:45.701841 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:41:45.702169 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:41:45.702491 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:41:45.702813 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:41:45.703137 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:41:45.703458 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:41:45.703778 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:41:45.704098 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:41:45.704418 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:41:45.744617 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-596db21e-f043-48c2-bd62-1632fcf2137f req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] No DVR routers for this DVR port a0ca313c-cb22-419f-a33b-5f2b11961726 on host hv-cinder-85600 {{(pid=106939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:41:45.748670 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-596db21e-f043-48c2-bd62-1632fcf2137f req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:45.750950 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-596db21e-f043-48c2-bd62-1632fcf2137f req-7fc9e793-b31e-4b17-ad51-2f5c2a582087 tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.46 "DELETE /networking/v2.0/ports/a0ca313c-cb22-419f-a33b-5f2b11961726 HTTP/1.1" status: 204 len: 173 time: 0.5510077 Sep 06 04:41:45.751465 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe', 'name': 'network-vif-deleted', 'tag': 'a0ca313c-cb22-419f-a33b-5f2b11961726'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:41:45.754511 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db1ed77-4e88-4fdf-8222-ca80234d14d2" -d '{"events": [{"server_uuid": "8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe", "name": "network-vif-deleted", "tag": "a0ca313c-cb22-419f-a33b-5f2b11961726"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:41:45.845060 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc64d844-e8f8-4bde-9209-d28f91863a6f x-openstack-request-id: req-bc64d844-e8f8-4bde-9209-d28f91863a6f {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:41:45.845371 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe", "name": "network-vif-deleted", "tag": "a0ca313c-cb22-419f-a33b-5f2b11961726", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:41:45.845616 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc64d844-e8f8-4bde-9209-d28f91863a6f {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:41:45.846012 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc64d844-e8f8-4bde-9209-d28f91863a6f'] response: {'server_uuid': '8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe', 'name': 'network-vif-deleted', 'tag': 'a0ca313c-cb22-419f-a33b-5f2b11961726', 'status': 'completed', 'code': 200} Sep 06 04:41:45.878438 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:46.311024 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2715fa-2eec-4132-bce3-b35cad110566 req-6192c234-c3ce-4183-8ab0-43df74ccd2db tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:46.312772 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ff2715fa-2eec-4132-bce3-b35cad110566 req-6192c234-c3ce-4183-8ab0-43df74ccd2db tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0465143 Sep 06 04:41:46.360254 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ff2715fa-2eec-4132-bce3-b35cad110566 req-558a34bc-ed6c-42e5-92f1-2da55f4016b0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418653 Sep 06 04:41:46.490594 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device a0ca313c-cb22-419f-a33b-5f2b11961726 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:41:46.511582 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: a0ca313c-cb22-419f-a33b-5f2b11961726 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:41:46.511919 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device a0ca313c-cb22-419f-a33b-5f2b11961726 not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:41:46.703201 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-727eaeb0-e2b1-48da-b6d7-636140f3a193 req-8917a08f-5354-485d-be64-b65a26a24eea tempest-VolumesSnapshotTestJSON-1413552789 tempest-VolumesSnapshotTestJSON-1413552789-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=8453f1e7-b97f-4d70-8e3a-ab98f2b64fbe HTTP/1.1" status: 200 len: 210 time: 0.0278616 Sep 06 04:41:47.244046 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:47.310138 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:47.486764 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915d75d-756c-48cd-a476-2a72baa15c99 req-18e8c2aa-4eca-43e3-a556-7ac05dc0bcaa tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:47.491362 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e915d75d-756c-48cd-a476-2a72baa15c99 req-18e8c2aa-4eca-43e3-a556-7ac05dc0bcaa tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0486891 Sep 06 04:41:47.541657 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e915d75d-756c-48cd-a476-2a72baa15c99 req-e06db1ad-f26d-48c6-bf89-b0d5cf61d457 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476499 Sep 06 04:41:47.659674 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dcbed-72a0-4825-b34e-2b493d721f4c req-17daf4ba-ffde-4c73-9812-f8daae02e7d6 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:47.661083 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-250dcbed-72a0-4825-b34e-2b493d721f4c req-17daf4ba-ffde-4c73-9812-f8daae02e7d6 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0464838 Sep 06 04:41:47.671431 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 41010) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:41:47.675781 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-80a561dc-2479-4645-b25b-8ff4f952770f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Request body: {'floatingip': {'port_id': '6c3db147-6601-4ab0-a362-ff2c28ef3252'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:41:47.734892 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-80a561dc-2479-4645-b25b-8ff4f952770f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for floatingip (bf194ef0-804a-4b78-bee6-b3062636495b), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:47.849196 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:48.190566 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-80a561dc-2479-4645-b25b-8ff4f952770f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:48.254948 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-80a561dc-2479-4645-b25b-8ff4f952770f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (bf194ef0-804a-4b78-bee6-b3062636495b), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:48.448175 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a561dc-2479-4645-b25b-8ff4f952770f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Router e20bdad7-6385-430e-b8ee-120cf9ad1d67 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:41:48.454605 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:48.458765 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:48.553350 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a561dc-2479-4645-b25b-8ff4f952770f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:41:48.558305 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-80a561dc-2479-4645-b25b-8ff4f952770f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:41:48.563036 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd8fd7b-366a-480b-bdab-861006864d0e None None] Sync routers for ids ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:41:48.572592 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd8fd7b-366a-480b-bdab-861006864d0e None None] Routers {'e20bdad7-6385-430e-b8ee-120cf9ad1d67'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:41:48.573268 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-fbd8fd7b-366a-480b-bdab-861006864d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:41:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:41:48.590299 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4631439d-ba1a-4895-88bc-66f83e93defa', 'tag': '6c3db147-6601-4ab0-a362-ff2c28ef3252'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:41:48.592505 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1961f7-346a-47a2-8bf3-86dab302b19d" -d '{"events": [{"name": "network-changed", "server_uuid": "4631439d-ba1a-4895-88bc-66f83e93defa", "tag": "6c3db147-6601-4ab0-a362-ff2c28ef3252"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:41:48.621747 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:48.629766 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-80a561dc-2479-4645-b25b-8ff4f952770f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/bf194ef0-804a-4b78-bee6-b3062636495b HTTP/1.1" status: 200 len: 993 time: 0.9550343 Sep 06 04:41:48.681402 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-fbd8fd7b-366a-480b-bdab-861006864d0e None None] Set router e20bdad7-6385-430e-b8ee-120cf9ad1d67 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:41:48.695209 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f7e990-cbf4-44c7-9597-44180115e13c x-openstack-request-id: req-30f7e990-cbf4-44c7-9597-44180115e13c {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:41:48.695501 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4631439d-ba1a-4895-88bc-66f83e93defa", "tag": "6c3db147-6601-4ab0-a362-ff2c28ef3252", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:41:48.695754 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30f7e990-cbf4-44c7-9597-44180115e13c {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:41:48.696162 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f7e990-cbf4-44c7-9597-44180115e13c'] response: {'name': 'network-changed', 'server_uuid': '4631439d-ba1a-4895-88bc-66f83e93defa', 'tag': '6c3db147-6601-4ab0-a362-ff2c28ef3252', 'status': 'completed', 'code': 200} Sep 06 04:41:48.796376 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1961f7-346a-47a2-8bf3-86dab302b19d req-edc895d7-f875-406b-9234-8b8fafd117ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:48.798059 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1b1961f7-346a-47a2-8bf3-86dab302b19d req-edc895d7-f875-406b-9234-8b8fafd117ae service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 1130 time: 0.0397651 Sep 06 04:41:48.889120 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1961f7-346a-47a2-8bf3-86dab302b19d req-d08940b4-a4dd-4d94-896f-74f08fdf4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:48.891168 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1b1961f7-346a-47a2-8bf3-86dab302b19d req-d08940b4-a4dd-4d94-896f-74f08fdf4fda service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 919 time: 0.0854769 Sep 06 04:41:48.896517 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-fbd8fd7b-366a-480b-bdab-861006864d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:27Z', 'revision_number': 4, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'gw_port': {'id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'bf194ef0-804a-4b78-bee6-b3062636495b', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'port_id': '6c3db147-6601-4ab0-a362-ff2c28ef3252', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'mac_address': 'fa:16:3e:f1:ef:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4631439d-ba1a-4895-88bc-66f83e93defa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:38:05Z', 'updated_at': '2022-09-06T04:41:48Z', 'revision_number': 3, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88340fa2-ed18-4284-9874-5debab43dd60', 'name': '', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'mac_address': 'fa:16:3e:ca:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:25Z', 'updated_at': '2022-09-06T04:35:35Z', 'revision_number': 5, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'subnets': [{'id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:41:48.924325 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd8fd7b-366a-480b-bdab-861006864d0e None None] Checking router: e20bdad7-6385-430e-b8ee-120cf9ad1d67 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:41:48.932855 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd8fd7b-366a-480b-bdab-861006864d0e None None] Routers {'e20bdad7-6385-430e-b8ee-120cf9ad1d67'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:41:48.933484 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-fbd8fd7b-366a-480b-bdab-861006864d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:41:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:41:48.957172 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1b1961f7-346a-47a2-8bf3-86dab302b19d req-6bdd0999-968f-4fec-a86b-70e43675eb52 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c3db147-6601-4ab0-a362-ff2c28ef3252 HTTP/1.1" status: 200 len: 1001 time: 0.0595787 Sep 06 04:41:49.006543 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1961f7-346a-47a2-8bf3-86dab302b19d req-83a9c20b-7694-4c10-b2dc-3d752a228074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:49.007990 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1b1961f7-346a-47a2-8bf3-86dab302b19d req-83a9c20b-7694-4c10-b2dc-3d752a228074 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=88d92641-1180-487b-a0e6-2342c26bb7b9 HTTP/1.1" status: 200 len: 857 time: 0.0428147 Sep 06 04:41:49.056439 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1961f7-346a-47a2-8bf3-86dab302b19d req-293c6f60-3acd-4946-9975-663bc603e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:49.058087 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1b1961f7-346a-47a2-8bf3-86dab302b19d req-293c6f60-3acd-4946-9975-663bc603e22a service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=06e43195-6270-4b08-b3f6-284307ad52d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436280 Sep 06 04:41:49.158512 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1b1961f7-346a-47a2-8bf3-86dab302b19d req-5d8764d3-a66b-4e3e-875e-9f5d829babd6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940897 Sep 06 04:41:49.159089 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-fbd8fd7b-366a-480b-bdab-861006864d0e None None] Set router e20bdad7-6385-430e-b8ee-120cf9ad1d67 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:41:49.246232 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:49.251962 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1b1961f7-346a-47a2-8bf3-86dab302b19d req-8677f69a-7894-49d3-a66e-d35d2384008d service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860562 Sep 06 04:41:49.373238 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-fbd8fd7b-366a-480b-bdab-861006864d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:27Z', 'revision_number': 4, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'gw_port': {'id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'bf194ef0-804a-4b78-bee6-b3062636495b', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'port_id': '6c3db147-6601-4ab0-a362-ff2c28ef3252', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'mac_address': 'fa:16:3e:f1:ef:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4631439d-ba1a-4895-88bc-66f83e93defa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:38:05Z', 'updated_at': '2022-09-06T04:41:48Z', 'revision_number': 3, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88340fa2-ed18-4284-9874-5debab43dd60', 'name': '', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'mac_address': 'fa:16:3e:ca:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:25Z', 'updated_at': '2022-09-06T04:35:35Z', 'revision_number': 5, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'subnets': [{'id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:41:49.398796 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd8fd7b-366a-480b-bdab-861006864d0e None None] The sync data for ids ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'] in dv-cinder-856002-1-iscsi is: [{'id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:27Z', 'revision_number': 4, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'gw_port': {'id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'bf194ef0-804a-4b78-bee6-b3062636495b', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'port_id': '6c3db147-6601-4ab0-a362-ff2c28ef3252', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'mac_address': 'fa:16:3e:f1:ef:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4631439d-ba1a-4895-88bc-66f83e93defa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:38:05Z', 'updated_at': '2022-09-06T04:41:48Z', 'revision_number': 3, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88340fa2-ed18-4284-9874-5debab43dd60', 'name': '', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'mac_address': 'fa:16:3e:ca:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:25Z', 'updated_at': '2022-09-06T04:35:35Z', 'revision_number': 5, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'subnets': [{'id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:41:50.697943 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4631439d-ba1a-4895-88bc-66f83e93defa', 'tag': '6c3db147-6601-4ab0-a362-ff2c28ef3252'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:41:50.700214 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aeee0e-5cba-4dff-958c-4b021507bcca" -d '{"events": [{"name": "network-changed", "server_uuid": "4631439d-ba1a-4895-88bc-66f83e93defa", "tag": "6c3db147-6601-4ab0-a362-ff2c28ef3252"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:41:50.739679 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156e734f-c0a4-4340-82b7-100c7817e1a0 x-openstack-request-id: req-156e734f-c0a4-4340-82b7-100c7817e1a0 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:41:50.739973 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4631439d-ba1a-4895-88bc-66f83e93defa", "tag": "6c3db147-6601-4ab0-a362-ff2c28ef3252", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:41:50.740227 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-156e734f-c0a4-4340-82b7-100c7817e1a0 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:41:50.740635 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156e734f-c0a4-4340-82b7-100c7817e1a0'] response: {'name': 'network-changed', 'server_uuid': '4631439d-ba1a-4895-88bc-66f83e93defa', 'tag': '6c3db147-6601-4ab0-a362-ff2c28ef3252', 'status': 'completed', 'code': 200} Sep 06 04:41:50.841265 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeee0e-5cba-4dff-958c-4b021507bcca req-15b04f16-7ba4-48e8-b57e-824ba0e85643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:50.843436 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c9aeee0e-5cba-4dff-958c-4b021507bcca req-15b04f16-7ba4-48e8-b57e-824ba0e85643 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 1130 time: 0.0402274 Sep 06 04:41:50.913205 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:50.939420 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeee0e-5cba-4dff-958c-4b021507bcca req-a7a0e135-cf2f-4acf-bad8-d30ed215325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:50.941009 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c9aeee0e-5cba-4dff-958c-4b021507bcca req-a7a0e135-cf2f-4acf-bad8-d30ed215325c service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 200 len: 919 time: 0.0898929 Sep 06 04:41:51.003339 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c9aeee0e-5cba-4dff-958c-4b021507bcca req-bfeb0b72-ccd0-4849-bdde-cab6d28f650a service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c3db147-6601-4ab0-a362-ff2c28ef3252 HTTP/1.1" status: 200 len: 1001 time: 0.0549262 Sep 06 04:41:51.051862 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeee0e-5cba-4dff-958c-4b021507bcca req-2d9875e0-9e90-48b2-b92f-4bd5010c9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:51.053264 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c9aeee0e-5cba-4dff-958c-4b021507bcca req-2d9875e0-9e90-48b2-b92f-4bd5010c9ac0 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=88d92641-1180-487b-a0e6-2342c26bb7b9 HTTP/1.1" status: 200 len: 857 time: 0.0434163 Sep 06 04:41:51.099754 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeee0e-5cba-4dff-958c-4b021507bcca req-2c7071ae-12a0-40b7-bcbd-a98ee6b9eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:41:51.101209 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c9aeee0e-5cba-4dff-958c-4b021507bcca req-2c7071ae-12a0-40b7-bcbd-a98ee6b9eb18 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=06e43195-6270-4b08-b3f6-284307ad52d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408249 Sep 06 04:41:51.188027 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c9aeee0e-5cba-4dff-958c-4b021507bcca req-0d129069-cc91-4769-b4b8-2e7bb64500c3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802314 Sep 06 04:41:51.280882 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c9aeee0e-5cba-4dff-958c-4b021507bcca req-dc301a75-6839-4c6f-913d-3efe10e9c6da service neutron] 10.222.0.46 "GET /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834506 Sep 06 04:41:58.625119 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:59.370733 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:41:59.376802 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:00.426368 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:01.271199 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=56 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:01.277207 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=26 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:03.039907 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f00f78-b8c7-487f-b0df-1733850e0c9a req-d97b4a77-c296-4da9-85a5-4b6daf2c27f4 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:03.041392 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-65f00f78-b8c7-487f-b0df-1733850e0c9a req-d97b4a77-c296-4da9-85a5-4b6daf2c27f4 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 945 time: 0.0484297 Sep 06 04:42:03.087586 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-65f00f78-b8c7-487f-b0df-1733850e0c9a req-e6d4aa2a-4ccb-4668-b8a2-c58bb11f5489 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406287 Sep 06 04:42:03.404130 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:42:04.208981 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d265df-5d53-41d8-88a9-2c0f258ac365 req-72464545-c987-4647-8648-210e3813707e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:04.210486 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-88d265df-5d53-41d8-88a9-2c0f258ac365 req-72464545-c987-4647-8648-210e3813707e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 945 time: 0.0458522 Sep 06 04:42:04.258207 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-88d265df-5d53-41d8-88a9-2c0f258ac365 req-71f29d6f-b528-4a52-9010-157675c6ba4b tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421665 Sep 06 04:42:05.377606 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ab683-e1f1-4a0e-9e55-0469c78623e6 req-545ee2ba-48c1-432e-bc46-4b8e4daac467 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:05.378986 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-689ab683-e1f1-4a0e-9e55-0469c78623e6 req-545ee2ba-48c1-432e-bc46-4b8e4daac467 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 945 time: 0.0454860 Sep 06 04:42:05.428838 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-689ab683-e1f1-4a0e-9e55-0469c78623e6 req-24524da7-5c31-4f2b-9e26-7c9311e12353 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442059 Sep 06 04:42:06.566179 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c00dd-725b-4ac6-b72c-23d48d772f9d req-e113d3dd-9f4e-485d-8e51-11ee966f1e68 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:06.566179 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6c2c00dd-725b-4ac6-b72c-23d48d772f9d req-e113d3dd-9f4e-485d-8e51-11ee966f1e68 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 945 time: 0.0478997 Sep 06 04:42:06.610023 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6c2c00dd-725b-4ac6-b72c-23d48d772f9d req-3abaf686-734d-4ef5-b9dd-42b302d3797d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474277 Sep 06 04:42:07.731163 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4ff13-16e9-472b-9048-cee13fe3af79 req-6d5b6421-08b6-46f1-ac95-4e6359a665f7 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:07.732693 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a7b4ff13-16e9-472b-9048-cee13fe3af79 req-6d5b6421-08b6-46f1-ac95-4e6359a665f7 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 945 time: 0.0479050 Sep 06 04:42:07.780655 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a7b4ff13-16e9-472b-9048-cee13fe3af79 req-47aaadc4-4f31-4f8b-89d1-002ce3c4303e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416329 Sep 06 04:42:08.676870 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09e0b6-5d33-495d-8fa3-950ccdc909c1 req-52330188-d606-40d8-953e-20521b8ec338 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:08.678430 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0d09e0b6-5d33-495d-8fa3-950ccdc909c1 req-52330188-d606-40d8-953e-20521b8ec338 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 945 time: 0.0457726 Sep 06 04:42:08.772750 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-0d09e0b6-5d33-495d-8fa3-950ccdc909c1 req-f4f1fe5d-be78-4521-a0eb-04c6c6bea6a8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Deleting port b5526f44-d0dc-4158-98ba-041cc793f4d7 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:42:08.773366 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-0d09e0b6-5d33-495d-8fa3-950ccdc909c1 req-f4f1fe5d-be78-4521-a0eb-04c6c6bea6a8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (b5526f44-d0dc-4158-98ba-041cc793f4d7), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:08.864995 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-0d09e0b6-5d33-495d-8fa3-950ccdc909c1 req-f4f1fe5d-be78-4521-a0eb-04c6c6bea6a8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] For port b5526f44-d0dc-4158-98ba-041cc793f4d7, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=b5526f44-d0dc-4158-98ba-041cc793f4d7,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:42:08.865386 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-0d09e0b6-5d33-495d-8fa3-950ccdc909c1 req-f4f1fe5d-be78-4521-a0eb-04c6c6bea6a8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (b5526f44-d0dc-4158-98ba-041cc793f4d7), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:08.904203 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e2459-e9f9-4053-a095-0d0093711386 req-a6a7477b-f949-463d-aa13-7d6eb98d7995 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:08.905849 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-140e2459-e9f9-4053-a095-0d0093711386 req-a6a7477b-f949-463d-aa13-7d6eb98d7995 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 945 time: 0.0476921 Sep 06 04:42:08.956787 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-140e2459-e9f9-4053-a095-0d0093711386 req-149d68b5-af40-4ea1-8f97-20983b081d99 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=5e59548a-e1ec-4951-91c8-304af9b05d94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445681 Sep 06 04:42:09.074760 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-0d09e0b6-5d33-495d-8fa3-950ccdc909c1 req-f4f1fe5d-be78-4521-a0eb-04c6c6bea6a8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:09.075126 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-0d09e0b6-5d33-495d-8fa3-950ccdc909c1 req-f4f1fe5d-be78-4521-a0eb-04c6c6bea6a8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (219c13d4-d9de-4cfe-ab31-5aa3451c2bbd), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:09.075442 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.l3_db [req-0d09e0b6-5d33-495d-8fa3-950ccdc909c1 req-f4f1fe5d-be78-4521-a0eb-04c6c6bea6a8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Floating IP 219c13d4-d9de-4cfe-ab31-5aa3451c2bbd disassociated. External IP: 172.27.1.209, port: b5526f44-d0dc-4158-98ba-041cc793f4d7. Sep 06 04:42:09.075774 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-0d09e0b6-5d33-495d-8fa3-950ccdc909c1 req-f4f1fe5d-be78-4521-a0eb-04c6c6bea6a8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Calling delete_port for b5526f44-d0dc-4158-98ba-041cc793f4d7 owned by compute:nova {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:42:09.281240 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-0d09e0b6-5d33-495d-8fa3-950ccdc909c1 req-f4f1fe5d-be78-4521-a0eb-04c6c6bea6a8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (b5526f44-d0dc-4158-98ba-041cc793f4d7), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:09.310145 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1fe5d-be78-4521-a0eb-04c6c6bea6a8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event deleted for resources: {'Port': ['ID=b5526f44-d0dc-4158-98ba-041cc793f4d7,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:09.338868 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=14 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:09.410616 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:09.415400 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:09.419359 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d09e0b6-5d33-495d-8fa3-950ccdc909c1 req-f4f1fe5d-be78-4521-a0eb-04c6c6bea6a8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Router 2b5da834-132c-4caf-b4b3-1006d671b269 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:42:09.523142 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d09e0b6-5d33-495d-8fa3-950ccdc909c1 req-f4f1fe5d-be78-4521-a0eb-04c6c6bea6a8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:42:09.533936 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58ae39d-8843-4490-b1c2-78e0bb33d20a None None] Sync routers for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:42:09.545674 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58ae39d-8843-4490-b1c2-78e0bb33d20a None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:42:09.546308 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-e58ae39d-8843-4490-b1c2-78e0bb33d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:41:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:09.566198 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d09e0b6-5d33-495d-8fa3-950ccdc909c1 req-f4f1fe5d-be78-4521-a0eb-04c6c6bea6a8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] No DVR routers for this DVR port b5526f44-d0dc-4158-98ba-041cc793f4d7 on host hv-cinder-85600 {{(pid=106939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:42:09.568779 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-0d09e0b6-5d33-495d-8fa3-950ccdc909c1 req-f4f1fe5d-be78-4521-a0eb-04c6c6bea6a8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:09.571936 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0d09e0b6-5d33-495d-8fa3-950ccdc909c1 req-f4f1fe5d-be78-4521-a0eb-04c6c6bea6a8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "DELETE /networking/v2.0/ports/b5526f44-d0dc-4158-98ba-041cc793f4d7 HTTP/1.1" status: 204 len: 173 time: 0.8876233 Sep 06 04:42:09.572436 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16044770-064c-404f-9a5e-c3c493e8a869', 'name': 'network-vif-deleted', 'tag': 'b5526f44-d0dc-4158-98ba-041cc793f4d7'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:42:09.574688 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf58b37-c573-4d0b-8f96-17b57440156e" -d '{"events": [{"server_uuid": "16044770-064c-404f-9a5e-c3c493e8a869", "name": "network-vif-deleted", "tag": "b5526f44-d0dc-4158-98ba-041cc793f4d7"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:42:09.615284 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41806aa5-ed47-4e19-9702-a5b1bf39f1fb x-openstack-request-id: req-41806aa5-ed47-4e19-9702-a5b1bf39f1fb {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:42:09.615670 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16044770-064c-404f-9a5e-c3c493e8a869", "name": "network-vif-deleted", "tag": "b5526f44-d0dc-4158-98ba-041cc793f4d7", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:42:09.616025 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41806aa5-ed47-4e19-9702-a5b1bf39f1fb {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:42:09.616511 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41806aa5-ed47-4e19-9702-a5b1bf39f1fb'] response: {'server_uuid': '16044770-064c-404f-9a5e-c3c493e8a869', 'name': 'network-vif-deleted', 'tag': 'b5526f44-d0dc-4158-98ba-041cc793f4d7', 'status': 'completed', 'code': 200} Sep 06 04:42:09.752574 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-e58ae39d-8843-4490-b1c2-78e0bb33d20a None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:42:09.972745 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-e58ae39d-8843-4490-b1c2-78e0bb33d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '8a8daf62-3cec-47c2-ac3a-d15dcb749b22', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'port_id': 'f88cebc5-b6a7-4ea8-9133-58a12f404543', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'mac_address': 'fa:16:3e:66:4c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e54ca-b46d-40ea-a544-c796990772d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:35:35Z', 'updated_at': '2022-09-06T04:36:27Z', 'revision_number': 2, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:10.009370 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58ae39d-8843-4490-b1c2-78e0bb33d20a None None] Checking router: 2b5da834-132c-4caf-b4b3-1006d671b269 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:42:10.019593 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58ae39d-8843-4490-b1c2-78e0bb33d20a None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:42:10.020207 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-e58ae39d-8843-4490-b1c2-78e0bb33d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:41:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:10.086565 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5e884985-7f3f-4950-9758-6e25a6322bc7 req-d8d2ba6d-598a-4541-9e2e-1e34875374ab tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=16044770-064c-404f-9a5e-c3c493e8a869 HTTP/1.1" status: 200 len: 210 time: 0.0284715 Sep 06 04:42:10.136746 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-e58ae39d-8843-4490-b1c2-78e0bb33d20a None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:42:10.337607 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:10.382600 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-e58ae39d-8843-4490-b1c2-78e0bb33d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '8a8daf62-3cec-47c2-ac3a-d15dcb749b22', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'port_id': 'f88cebc5-b6a7-4ea8-9133-58a12f404543', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'mac_address': 'fa:16:3e:66:4c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e54ca-b46d-40ea-a544-c796990772d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:35:35Z', 'updated_at': '2022-09-06T04:36:27Z', 'revision_number': 2, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:10.410676 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58ae39d-8843-4490-b1c2-78e0bb33d20a None None] The sync data for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi is: [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '8a8daf62-3cec-47c2-ac3a-d15dcb749b22', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'port_id': 'f88cebc5-b6a7-4ea8-9133-58a12f404543', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'mac_address': 'fa:16:3e:66:4c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655e54ca-b46d-40ea-a544-c796990772d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:35:35Z', 'updated_at': '2022-09-06T04:36:27Z', 'revision_number': 2, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:42:10.655638 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaf5eed-83c6-4cad-8d2d-37432dde464e None None] New status for floating IP 219c13d4-d9de-4cfe-ab31-5aa3451c2bbd: DOWN {{(pid=106940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:42:11.260014 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 41150) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:11.322674 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (5e59548a-e1ec-4951-91c8-304af9b05d94), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:11.352729 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (5e59548a-e1ec-4951-91c8-304af9b05d94), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:11.480957 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (5e59548a-e1ec-4951-91c8-304af9b05d94), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:11.483449 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:11.484698 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/5e59548a-e1ec-4951-91c8-304af9b05d94 HTTP/1.1" status: 204 len: 168 time: 0.2270637 Sep 06 04:42:11.488529 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41154) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:11.495288 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e59548a-e1ec-4951-91c8-304af9b05d94,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:11.502880 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.api.v2.resource [None req-bd1a5581-f33d-4545-a8f2-649de8637c68 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] show failed (client error): The resource could not be found. Sep 06 04:42:11.503286 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:11.506907 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:11.507054 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-bd1a5581-f33d-4545-a8f2-649de8637c68 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups/5e59548a-e1ec-4951-91c8-304af9b05d94 HTTP/1.1" status: 404 len: 347 time: 0.0143065 Sep 06 04:42:11.507163 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:11.507163 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:11.507163 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:11.507163 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:11.507163 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:11.507163 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:11.507163 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:11.507163 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:11.507163 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:11.507163 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:11.507163 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:11.507976 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41156) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:11.508058 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:11.508058 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519f972f-711f-40d7-9634-fc2a257f8a3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:11.623128 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-cf93be0b-0d04-4722-86b2-04fa101a0604 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Deleting port 81936506-9f69-49b8-912d-a4636c3aefa7 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:42:11.623405 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cf93be0b-0d04-4722-86b2-04fa101a0604 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (81936506-9f69-49b8-912d-a4636c3aefa7), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:11.711613 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cf93be0b-0d04-4722-86b2-04fa101a0604 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (81936506-9f69-49b8-912d-a4636c3aefa7), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:11.711934 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cf93be0b-0d04-4722-86b2-04fa101a0604 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (81936506-9f69-49b8-912d-a4636c3aefa7), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:11.728029 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-cf93be0b-0d04-4722-86b2-04fa101a0604 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Calling delete_port for 81936506-9f69-49b8-912d-a4636c3aefa7 owned by network:floatingip {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:42:11.927035 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cf93be0b-0d04-4722-86b2-04fa101a0604 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (81936506-9f69-49b8-912d-a4636c3aefa7), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:11.950813 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93be0b-0d04-4722-86b2-04fa101a0604 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event deleted for resources: {'Port': ['ID=81936506-9f69-49b8-912d-a4636c3aefa7,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:12.016718 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cf93be0b-0d04-4722-86b2-04fa101a0604 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (219c13d4-d9de-4cfe-ab31-5aa3451c2bbd), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:12.019705 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cf93be0b-0d04-4722-86b2-04fa101a0604 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:12.020843 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-cf93be0b-0d04-4722-86b2-04fa101a0604 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/219c13d4-d9de-4cfe-ab31-5aa3451c2bbd HTTP/1.1" status: 204 len: 168 time: 0.5125794 Sep 06 04:42:12.175896 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-1240c866-fd2f-4cc9-bf44-154c4744f06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:12.658489 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device b5526f44-d0dc-4158-98ba-041cc793f4d7 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:42:12.678315 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: b5526f44-d0dc-4158-98ba-041cc793f4d7 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:42:12.678665 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device b5526f44-d0dc-4158-98ba-041cc793f4d7 not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:42:14.495439 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-03684562-65b5-4bd8-9187-ff63a8290e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:15.006619 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c12f9-b639-4480-bec6-95a4e321d28f req-dc2cd45c-9c47-456f-b69f-bf6b2798dd38 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:15.008099 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fd6c12f9-b639-4480-bec6-95a4e321d28f req-dc2cd45c-9c47-456f-b69f-bf6b2798dd38 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 946 time: 0.0472941 Sep 06 04:42:15.054489 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fd6c12f9-b639-4480-bec6-95a4e321d28f req-04e0f782-6997-49be-9c54-81a39db7e544 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408597 Sep 06 04:42:15.872285 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:16.371668 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2d2d8-469b-44ea-9f05-9b10287abdea req-e5894043-c22f-474e-9dad-5db041109758 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:16.373115 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-83b2d2d8-469b-44ea-9f05-9b10287abdea req-e5894043-c22f-474e-9dad-5db041109758 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 946 time: 0.3225899 Sep 06 04:42:16.414377 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff440fc-4c58-4286-a35c-bd182602bca7 req-422f8246-c03d-4b82-a27a-8cfd626ca35e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:16.415839 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-eff440fc-4c58-4286-a35c-bd182602bca7 req-422f8246-c03d-4b82-a27a-8cfd626ca35e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 946 time: 0.0878751 Sep 06 04:42:16.498975 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:16.507198 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-83b2d2d8-469b-44ea-9f05-9b10287abdea req-b93479a3-1d46-4326-85e6-bd15dc9c4920 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Deleting port f88cebc5-b6a7-4ea8-9133-58a12f404543 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:42:16.507646 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-83b2d2d8-469b-44ea-9f05-9b10287abdea req-b93479a3-1d46-4326-85e6-bd15dc9c4920 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (f88cebc5-b6a7-4ea8-9133-58a12f404543), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:16.513061 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-eff440fc-4c58-4286-a35c-bd182602bca7 req-e54ab6d0-ed14-42fc-ac2e-871b087f9550 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e0d60e73-dd7a-4aef-9366-ce00c731d5dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911667 Sep 06 04:42:16.605182 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-83b2d2d8-469b-44ea-9f05-9b10287abdea req-b93479a3-1d46-4326-85e6-bd15dc9c4920 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] For port f88cebc5-b6a7-4ea8-9133-58a12f404543, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=f88cebc5-b6a7-4ea8-9133-58a12f404543,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:42:16.605569 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-83b2d2d8-469b-44ea-9f05-9b10287abdea req-b93479a3-1d46-4326-85e6-bd15dc9c4920 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (f88cebc5-b6a7-4ea8-9133-58a12f404543), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:16.659807 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:16.771193 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-83b2d2d8-469b-44ea-9f05-9b10287abdea req-b93479a3-1d46-4326-85e6-bd15dc9c4920 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:16.771559 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-83b2d2d8-469b-44ea-9f05-9b10287abdea req-b93479a3-1d46-4326-85e6-bd15dc9c4920 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (8a8daf62-3cec-47c2-ac3a-d15dcb749b22), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:16.771874 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.l3_db [req-83b2d2d8-469b-44ea-9f05-9b10287abdea req-b93479a3-1d46-4326-85e6-bd15dc9c4920 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Floating IP 8a8daf62-3cec-47c2-ac3a-d15dcb749b22 disassociated. External IP: 172.27.1.14, port: f88cebc5-b6a7-4ea8-9133-58a12f404543. Sep 06 04:42:16.772236 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-83b2d2d8-469b-44ea-9f05-9b10287abdea req-b93479a3-1d46-4326-85e6-bd15dc9c4920 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Calling delete_port for f88cebc5-b6a7-4ea8-9133-58a12f404543 owned by compute:nova {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:42:16.969886 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-83b2d2d8-469b-44ea-9f05-9b10287abdea req-b93479a3-1d46-4326-85e6-bd15dc9c4920 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (f88cebc5-b6a7-4ea8-9133-58a12f404543), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:16.996628 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93479a3-1d46-4326-85e6-bd15dc9c4920 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event deleted for resources: {'Port': ['ID=f88cebc5-b6a7-4ea8-9133-58a12f404543,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:17.113690 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83b2d2d8-469b-44ea-9f05-9b10287abdea req-b93479a3-1d46-4326-85e6-bd15dc9c4920 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Router 2b5da834-132c-4caf-b4b3-1006d671b269 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:42:17.216249 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83b2d2d8-469b-44ea-9f05-9b10287abdea req-b93479a3-1d46-4326-85e6-bd15dc9c4920 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:42:17.228357 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e81d4-9300-46e4-ad65-91a42081fcc9 None None] Sync routers for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:42:17.241391 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e81d4-9300-46e4-ad65-91a42081fcc9 None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:42:17.243582 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-985e81d4-9300-46e4-ad65-91a42081fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:17.257873 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b2d2d8-469b-44ea-9f05-9b10287abdea req-b93479a3-1d46-4326-85e6-bd15dc9c4920 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] No DVR routers for this DVR port f88cebc5-b6a7-4ea8-9133-58a12f404543 on host hv-cinder-85600 {{(pid=106939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:42:17.258352 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:17.260476 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-83b2d2d8-469b-44ea-9f05-9b10287abdea req-b93479a3-1d46-4326-85e6-bd15dc9c4920 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:17.263737 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-83b2d2d8-469b-44ea-9f05-9b10287abdea req-b93479a3-1d46-4326-85e6-bd15dc9c4920 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "DELETE /networking/v2.0/ports/f88cebc5-b6a7-4ea8-9133-58a12f404543 HTTP/1.1" status: 204 len: 173 time: 0.8843875 Sep 06 04:42:17.264266 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655e54ca-b46d-40ea-a544-c796990772d7', 'name': 'network-vif-deleted', 'tag': 'f88cebc5-b6a7-4ea8-9133-58a12f404543'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:42:17.266564 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f50ce4-4313-4177-a19a-9db5edbf4aa3" -d '{"events": [{"server_uuid": "655e54ca-b46d-40ea-a544-c796990772d7", "name": "network-vif-deleted", "tag": "f88cebc5-b6a7-4ea8-9133-58a12f404543"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:42:17.309071 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946b4918-0b29-4f36-939a-1fe8a8c5b16c x-openstack-request-id: req-946b4918-0b29-4f36-939a-1fe8a8c5b16c {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:42:17.309394 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655e54ca-b46d-40ea-a544-c796990772d7", "name": "network-vif-deleted", "tag": "f88cebc5-b6a7-4ea8-9133-58a12f404543", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:42:17.309648 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-946b4918-0b29-4f36-939a-1fe8a8c5b16c {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:42:17.310053 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-946b4918-0b29-4f36-939a-1fe8a8c5b16c'] response: {'server_uuid': '655e54ca-b46d-40ea-a544-c796990772d7', 'name': 'network-vif-deleted', 'tag': 'f88cebc5-b6a7-4ea8-9133-58a12f404543', 'status': 'completed', 'code': 200} Sep 06 04:42:17.318171 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:17.369900 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-985e81d4-9300-46e4-ad65-91a42081fcc9 None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:42:17.400896 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=100 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:17.407763 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=100 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:17.587686 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-985e81d4-9300-46e4-ad65-91a42081fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:17.614100 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e81d4-9300-46e4-ad65-91a42081fcc9 None None] Checking router: 2b5da834-132c-4caf-b4b3-1006d671b269 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:42:17.621429 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b634b42b-3d1e-4301-81ca-053f2157910a req-547577b5-8be4-47d2-be88-0e27862c5071 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=655e54ca-b46d-40ea-a544-c796990772d7 HTTP/1.1" status: 200 len: 210 time: 0.0281949 Sep 06 04:42:17.622864 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e81d4-9300-46e4-ad65-91a42081fcc9 None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:42:17.623175 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-985e81d4-9300-46e4-ad65-91a42081fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:17.734376 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-985e81d4-9300-46e4-ad65-91a42081fcc9 None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:42:17.942068 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-985e81d4-9300-46e4-ad65-91a42081fcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:17.967594 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e81d4-9300-46e4-ad65-91a42081fcc9 None None] The sync data for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi is: [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:42:18.182668 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9500e59b-73fb-46e3-901d-5285cbe97ceb None None] New status for floating IP 8a8daf62-3cec-47c2-ac3a-d15dcb749b22: DOWN {{(pid=106940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:42:18.796415 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41242) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:18.849787 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4b522735-dbbe-48f8-8100-3ef69eecd748 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (e0d60e73-dd7a-4aef-9366-ce00c731d5dd), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:18.871215 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4b522735-dbbe-48f8-8100-3ef69eecd748 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (e0d60e73-dd7a-4aef-9366-ce00c731d5dd), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:18.883870 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41246) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:18.948936 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dde908c-32e8-4714-900b-9edffb2790e3 admin admin] Deleting subnet c7f5b91f-860a-4c5c-8448-463db99c7c4c {{(pid=106939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 06 04:42:18.948936 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-6dde908c-32e8-4714-900b-9edffb2790e3 admin admin] Publish callbacks [] for subnet (c7f5b91f-860a-4c5c-8448-463db99c7c4c), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:18.977438 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:18.985007 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-6dde908c-32e8-4714-900b-9edffb2790e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11570509'] for subnet (c7f5b91f-860a-4c5c-8448-463db99c7c4c), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.024601 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-6dde908c-32e8-4714-900b-9edffb2790e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479495'] for subnet (c7f5b91f-860a-4c5c-8448-463db99c7c4c), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.054991 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4b522735-dbbe-48f8-8100-3ef69eecd748 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (e0d60e73-dd7a-4aef-9366-ce00c731d5dd), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.057466 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4b522735-dbbe-48f8-8100-3ef69eecd748 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.058616 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-4b522735-dbbe-48f8-8100-3ef69eecd748 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/e0d60e73-dd7a-4aef-9366-ce00c731d5dd HTTP/1.1" status: 204 len: 168 time: 0.2612212 Sep 06 04:42:19.061580 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 41248) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:19.065143 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:19.075822 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.api.v2.resource [None req-ea5a127c-af62-43c7-a8d1-c18b3b51e5da tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] show failed (client error): The resource could not be found. Sep 06 04:42:19.076812 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-ea5a127c-af62-43c7-a8d1-c18b3b51e5da tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups/e0d60e73-dd7a-4aef-9366-ce00c731d5dd HTTP/1.1" status: 404 len: 347 time: 0.0142570 Sep 06 04:42:19.077139 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b522735-dbbe-48f8-8100-3ef69eecd748 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d60e73-dd7a-4aef-9366-ce00c731d5dd,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:19.081574 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41250) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:19.197533 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-48604a2b-1d6c-4009-aae2-531ecfcd5f89 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Deleting port 199d085c-bd68-4a76-8378-3a93ecc4968e {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:42:19.197873 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-48604a2b-1d6c-4009-aae2-531ecfcd5f89 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (199d085c-bd68-4a76-8378-3a93ecc4968e), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.210964 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-6dde908c-32e8-4714-900b-9edffb2790e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12279841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12317327'] for subnet (c7f5b91f-860a-4c5c-8448-463db99c7c4c), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.265463 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-6dde908c-32e8-4714-900b-9edffb2790e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.268893 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-6dde908c-32e8-4714-900b-9edffb2790e3 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/c7f5b91f-860a-4c5c-8448-463db99c7c4c HTTP/1.1" status: 204 len: 168 time: 0.3839855 Sep 06 04:42:19.271362 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 41252) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:19.271502 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde908c-32e8-4714-900b-9edffb2790e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f5b91f-860a-4c5c-8448-463db99c7c4c,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:19.308822 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-48604a2b-1d6c-4009-aae2-531ecfcd5f89 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (199d085c-bd68-4a76-8378-3a93ecc4968e), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.309151 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-48604a2b-1d6c-4009-aae2-531ecfcd5f89 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (199d085c-bd68-4a76-8378-3a93ecc4968e), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.322287 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-48604a2b-1d6c-4009-aae2-531ecfcd5f89 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Calling delete_port for 199d085c-bd68-4a76-8378-3a93ecc4968e owned by network:floatingip {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:42:19.343066 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3576701'] for network (4fde5cd2-7805-4052-b982-e07ad789f60a), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.425087 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433122', 'neutron.services.segments.db._delete_segments_for_network-8761093479572'] for network (4fde5cd2-7805-4052-b982-e07ad789f60a), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.449090 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:42:19.452277 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:42:19.452277 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:42:19.452277 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Subscribe: > port after_create 55550000 {{(pid=106938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:42:19.452277 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:42:19.452277 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Subscribe: > port after_update 55550000 {{(pid=106938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:42:19.452277 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:42:19.452277 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:42:19.452277 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:42:19.453040 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:42:19.517619 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:42:19.517960 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:42:19.518285 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:42:19.518608 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 06 04:42:19.518953 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fde5cd2-7805-4052-b982-e07ad789f60a']}} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:19.529568 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-48604a2b-1d6c-4009-aae2-531ecfcd5f89 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (199d085c-bd68-4a76-8378-3a93ecc4968e), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.536897 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ebe3f8c-43a7-476a-a095-33eb90958fe2') {'for_net_delete': True} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:19.537193 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ebe3f8c-43a7-476a-a095-33eb90958fe2') {} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:19.553369 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761093570708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12110465'] for segment (5ebe3f8c-43a7-476a-a095-33eb90958fe2), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.555962 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48604a2b-1d6c-4009-aae2-531ecfcd5f89 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event deleted for resources: {'Port': ['ID=199d085c-bd68-4a76-8378-3a93ecc4968e,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:19.575285 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (5ebe3f8c-43a7-476a-a095-33eb90958fe2), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.584836 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=106938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 04:42:19.593635 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11755815'] for segment (5ebe3f8c-43a7-476a-a095-33eb90958fe2), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.622948 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-48604a2b-1d6c-4009-aae2-531ecfcd5f89 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (8a8daf62-3cec-47c2-ac3a-d15dcb749b22), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.625433 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-48604a2b-1d6c-4009-aae2-531ecfcd5f89 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.627007 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-48604a2b-1d6c-4009-aae2-531ecfcd5f89 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/8a8daf62-3cec-47c2-ac3a-d15dcb749b22 HTTP/1.1" status: 204 len: 168 time: 0.5445108 Sep 06 04:42:19.738132 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730808'] for network (4fde5cd2-7805-4052-b982-e07ad789f60a), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.745704 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.749599 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/4fde5cd2-7805-4052-b982-e07ad789f60a HTTP/1.1" status: 204 len: 168 time: 0.4772003 Sep 06 04:42:19.760380 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b195e1c-b431-4e66-85f5-4f8600c40a69 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fde5cd2-7805-4052-b982-e07ad789f60a,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:19.802598 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 41266) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:19.808985 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-458fd41c-cf93-49c1-834a-0dfbb96739e4 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1865283125', 'description': 'tempest-description--209532217'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:19.817434 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.services.segments.plugin [-] Segment 5ebe3f8c-43a7-476a-a095-33eb90958fe2 resource provider aggregate not found Sep 06 04:42:19.836603 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.services.segments.plugin [-] Segment 5ebe3f8c-43a7-476a-a095-33eb90958fe2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ebe3f8c-43a7-476a-a095-33eb90958fe2 found for delete ", "request_id": "req-a585133e-5698-4007-aad7-2c7063a80b82"}]} Sep 06 04:42:19.898529 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-458fd41c-cf93-49c1-834a-0dfbb96739e4 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:19.942756 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:19.949973 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:19.971840 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-458fd41c-cf93-49c1-834a-0dfbb96739e4 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (65ced9a3-2647-4eb9-b7b6-9f0298a0d182), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:20.021875 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-458fd41c-cf93-49c1-834a-0dfbb96739e4 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (65ced9a3-2647-4eb9-b7b6-9f0298a0d182), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:20.050521 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fd41c-cf93-49c1-834a-0dfbb96739e4 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ced9a3-2647-4eb9-b7b6-9f0298a0d182,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:20.097532 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41270) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:20.137558 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-81d8874b-cc8a-4895-a84a-67d45b584df6 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=36495849f5124872ba74fe21b00f72fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388706 Sep 06 04:42:20.139940 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41272) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:20.148316 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-458fd41c-cf93-49c1-834a-0dfbb96739e4 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:20.149561 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-458fd41c-cf93-49c1-834a-0dfbb96739e4 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3453219 Sep 06 04:42:20.152381 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 41274) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:20.156854 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-57419327-5386-43da-8761-f94277f30447 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'security_group_rule': {'security_group_id': '65ced9a3-2647-4eb9-b7b6-9f0298a0d182', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:20.163334 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:20.190135 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ce9451d0-cb1c-4810-b38d-311bbaee8d16 admin admin] Publish callbacks [] for security_group (33754e2d-1f3b-41cf-8643-29eac4444a8d), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:20.210406 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ce9451d0-cb1c-4810-b38d-311bbaee8d16 admin admin] Publish callbacks [] for security_group (33754e2d-1f3b-41cf-8643-29eac4444a8d), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:20.247629 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-57419327-5386-43da-8761-f94277f30447 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (e5306f80-6f2e-4337-a459-38b66be1cb28), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:20.302209 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-57419327-5386-43da-8761-f94277f30447 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (e5306f80-6f2e-4337-a459-38b66be1cb28), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:20.335319 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ce9451d0-cb1c-4810-b38d-311bbaee8d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (33754e2d-1f3b-41cf-8643-29eac4444a8d), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:20.337830 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ce9451d0-cb1c-4810-b38d-311bbaee8d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:20.338967 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-ce9451d0-cb1c-4810-b38d-311bbaee8d16 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/33754e2d-1f3b-41cf-8643-29eac4444a8d HTTP/1.1" status: 204 len: 168 time: 0.1981373 Sep 06 04:42:20.346815 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9451d0-cb1c-4810-b38d-311bbaee8d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33754e2d-1f3b-41cf-8643-29eac4444a8d,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:20.420921 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-57419327-5386-43da-8761-f94277f30447 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (e5306f80-6f2e-4337-a459-38b66be1cb28), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:20.440584 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57419327-5386-43da-8761-f94277f30447 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5306f80-6f2e-4337-a459-38b66be1cb28,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:20.546108 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-57419327-5386-43da-8761-f94277f30447 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:20.550475 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-57419327-5386-43da-8761-f94277f30447 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3937781 Sep 06 04:42:20.551018 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 41278) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:20.555389 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-ee20944e-69d2-47bf-ab79-91c3143d956c tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'security_group_rule': {'security_group_id': '65ced9a3-2647-4eb9-b7b6-9f0298a0d182', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:20.651653 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device f88cebc5-b6a7-4ea8-9133-58a12f404543 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:42:20.653110 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ee20944e-69d2-47bf-ab79-91c3143d956c tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (5088855d-78fc-4295-9452-0878713c89c9), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:20.674348 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: f88cebc5-b6a7-4ea8-9133-58a12f404543 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:42:20.674642 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device f88cebc5-b6a7-4ea8-9133-58a12f404543 not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:42:20.712747 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ee20944e-69d2-47bf-ab79-91c3143d956c tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (5088855d-78fc-4295-9452-0878713c89c9), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:20.832321 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ee20944e-69d2-47bf-ab79-91c3143d956c tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (5088855d-78fc-4295-9452-0878713c89c9), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:20.854725 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20944e-69d2-47bf-ab79-91c3143d956c tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5088855d-78fc-4295-9452-0878713c89c9,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:20.917409 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ee20944e-69d2-47bf-ab79-91c3143d956c tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:20.918945 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-ee20944e-69d2-47bf-ab79-91c3143d956c tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3667221 Sep 06 04:42:20.921836 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 41288) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:20.927353 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-88f4b3e4-c34c-4f0e-b38b-da168f62221d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'floatingip': {'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:21.024079 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-88f4b3e4-c34c-4f0e-b38b-da168f62221d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:21.101134 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-88f4b3e4-c34c-4f0e-b38b-da168f62221d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:21.156762 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:21.211855 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-88f4b3e4-c34c-4f0e-b38b-da168f62221d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Allocated IP 172.27.1.163 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/0be5960b-d18c-424e-bf86-a4b893f9708a) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:42:21.314779 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-88f4b3e4-c34c-4f0e-b38b-da168f62221d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for port (0be5960b-d18c-424e-bf86-a4b893f9708a), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:21.407391 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-88f4b3e4-c34c-4f0e-b38b-da168f62221d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (0be5960b-d18c-424e-bf86-a4b893f9708a), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:21.419239 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:21.448557 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f4b3e4-c34c-4f0e-b38b-da168f62221d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:42:21.451138 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-88f4b3e4-c34c-4f0e-b38b-da168f62221d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:42:21.457958 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4b3e4-c34c-4f0e-b38b-da168f62221d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:42:21.482548 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4b3e4-c34c-4f0e-b38b-da168f62221d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'Port': ['ID=0be5960b-d18c-424e-bf86-a4b893f9708a,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:21.544417 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-88f4b3e4-c34c-4f0e-b38b-da168f62221d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (37f4d648-f560-47a4-884a-073769a5470c), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:21.633152 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-88f4b3e4-c34c-4f0e-b38b-da168f62221d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (0be5960b-d18c-424e-bf86-a4b893f9708a), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:21.987649 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-88f4b3e4-c34c-4f0e-b38b-da168f62221d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for port (0be5960b-d18c-424e-bf86-a4b893f9708a), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:22.052529 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-88f4b3e4-c34c-4f0e-b38b-da168f62221d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (0be5960b-d18c-424e-bf86-a4b893f9708a), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:22.122161 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4b3e4-c34c-4f0e-b38b-da168f62221d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'Port': ['ID=0be5960b-d18c-424e-bf86-a4b893f9708a,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:22.124601 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-88f4b3e4-c34c-4f0e-b38b-da168f62221d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (37f4d648-f560-47a4-884a-073769a5470c), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:22.197590 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-88f4b3e4-c34c-4f0e-b38b-da168f62221d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:22.198973 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-88f4b3e4-c34c-4f0e-b38b-da168f62221d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2762189 Sep 06 04:42:22.410661 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-24035a54-e843-4400-a6fb-c6980a70de45 req-202e46e0-f3c8-4812-9e34-5d0f2ea95d72 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1865283125&fields=id&tenant_id=3d04ba57221f42d684873d624dbfd283 HTTP/1.1" status: 200 len: 267 time: 0.0477238 Sep 06 04:42:22.513770 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24035a54-e843-4400-a6fb-c6980a70de45 req-dd01a16b-1496-41a0-a3f2-32597a7cb34d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:22.515294 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-24035a54-e843-4400-a6fb-c6980a70de45 req-dd01a16b-1496-41a0-a3f2-32597a7cb34d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/networks?id=4c394cea-216c-4a1f-9277-2bb67bf6a21b HTTP/1.1" status: 200 len: 815 time: 0.0982738 Sep 06 04:42:22.530286 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-24035a54-e843-4400-a6fb-c6980a70de45 req-2ed834a0-2bfe-4d38-9a0c-7f105b297b3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/quotas/3d04ba57221f42d684873d624dbfd283 HTTP/1.1" status: 200 len: 375 time: 0.0094416 Sep 06 04:42:22.581542 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a3e18029-cdc5-4db8-8a58-a50006a80055 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=3d04ba57221f42d684873d624dbfd283&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460520 Sep 06 04:42:22.766584 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-24035a54-e843-4400-a6fb-c6980a70de45 req-16842fc5-188e-4bfb-bdcb-a92a074746a6 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737900 Sep 06 04:42:22.827559 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:22.859971 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-24035a54-e843-4400-a6fb-c6980a70de45 req-d4288114-f2a5-459e-ba2b-56e0ba999520 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867319 Sep 06 04:42:23.120910 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bc8a341b-4ef1-4242-8c5b-53cf723517fd req-f2f05e6d-de0a-4206-96ac-7a58f5e96436 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 210 time: 0.0340466 Sep 06 04:42:24.222180 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7b392865-7b2e-4698-8506-3a256b3eb0cf req-e9275452-e02f-4ffc-af2d-8b252e60e1d5 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 210 time: 0.0268981 Sep 06 04:42:25.322727 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-886afb57-e087-46d6-9fa0-633ab8f59d5b req-c7af35ef-6566-48fa-87b0-2e064e23d8fe tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 210 time: 0.0270777 Sep 06 04:42:26.430697 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7123ea56-e775-4bba-9a1b-cd976a61a6cc req-c191a24a-aa34-417e-ad6a-e77667320924 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 210 time: 0.0279441 Sep 06 04:42:27.533484 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-45c722a5-53dd-4e90-8f39-f98e6e42eb0b req-e3e3f593-a404-4476-829a-23336c91329f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 210 time: 0.0294988 Sep 06 04:42:27.944709 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=54 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:27.966965 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=46 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:28.028905 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590a0c6-6460-4f6f-892c-4bdbf4282db5 req-f1595f21-61fb-406b-9466-1aaf40a06911 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:28.030322 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b590a0c6-6460-4f6f-892c-4bdbf4282db5 req-f1595f21-61fb-406b-9466-1aaf40a06911 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 945 time: 0.0464733 Sep 06 04:42:28.075243 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:28.080365 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b590a0c6-6460-4f6f-892c-4bdbf4282db5 req-a73c7667-cfe3-426a-b69d-a93939d8a4fe tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437458 Sep 06 04:42:28.637040 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6cfea1a8-f77c-4577-8ef1-78ee8a0da3d5 req-8688d079-d089-426c-b490-b4df1b0c163a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 210 time: 0.0290453 Sep 06 04:42:29.201010 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235f81a-7153-400e-90d7-a7be02044f4d req-1ebb3879-282c-4aa4-8b02-b7933a0267c7 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:29.202409 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7235f81a-7153-400e-90d7-a7be02044f4d req-1ebb3879-282c-4aa4-8b02-b7933a0267c7 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 945 time: 0.0460799 Sep 06 04:42:29.254946 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7235f81a-7153-400e-90d7-a7be02044f4d req-6b1c0462-4709-4d14-939a-5351704c39cd tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468683 Sep 06 04:42:29.744617 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1e6a8110-72a1-40ed-b8e2-b8508cff86d8 req-1c0a0997-e2ca-45c1-85ec-9725f8e446d3 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 210 time: 0.0260184 Sep 06 04:42:30.200791 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c449dd-188a-4b57-9201-255986d6f9fd req-9e69aae9-f3f0-4e05-ae34-73518d5b56ee tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:30.202259 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d6c449dd-188a-4b57-9201-255986d6f9fd req-9e69aae9-f3f0-4e05-ae34-73518d5b56ee tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 945 time: 0.0467694 Sep 06 04:42:30.381519 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbb83d-8c8e-4db5-9d8b-54a8d8934ca1 req-28d5c6c0-74c7-4473-bde4-8d1cbddb13dd tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:30.383127 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-75fbb83d-8c8e-4db5-9d8b-54a8d8934ca1 req-28d5c6c0-74c7-4473-bde4-8d1cbddb13dd tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 945 time: 0.0505486 Sep 06 04:42:30.437676 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:30.443117 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-75fbb83d-8c8e-4db5-9d8b-54a8d8934ca1 req-97ea7be0-d843-4f7f-88ed-e6e4bfab3241 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536573 Sep 06 04:42:30.494548 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-d6c449dd-188a-4b57-9201-255986d6f9fd req-9aae7391-612f-43ab-a195-4d739c8b5fce tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Deleting port 50196b94-245d-464f-b64e-df03a8b65048 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:42:30.494888 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-d6c449dd-188a-4b57-9201-255986d6f9fd req-9aae7391-612f-43ab-a195-4d739c8b5fce tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (50196b94-245d-464f-b64e-df03a8b65048), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:30.587481 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-d6c449dd-188a-4b57-9201-255986d6f9fd req-9aae7391-612f-43ab-a195-4d739c8b5fce tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] For port 50196b94-245d-464f-b64e-df03a8b65048, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=50196b94-245d-464f-b64e-df03a8b65048,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:42:30.587841 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-d6c449dd-188a-4b57-9201-255986d6f9fd req-9aae7391-612f-43ab-a195-4d739c8b5fce tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (50196b94-245d-464f-b64e-df03a8b65048), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:30.772287 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-d6c449dd-188a-4b57-9201-255986d6f9fd req-9aae7391-612f-43ab-a195-4d739c8b5fce tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:30.772975 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-d6c449dd-188a-4b57-9201-255986d6f9fd req-9aae7391-612f-43ab-a195-4d739c8b5fce tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (6428b9aa-22f4-4581-bd20-aa6cd66c180a), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:30.773343 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.l3_db [req-d6c449dd-188a-4b57-9201-255986d6f9fd req-9aae7391-612f-43ab-a195-4d739c8b5fce tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Floating IP 6428b9aa-22f4-4581-bd20-aa6cd66c180a disassociated. External IP: 172.27.1.221, port: 50196b94-245d-464f-b64e-df03a8b65048. Sep 06 04:42:30.773678 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-d6c449dd-188a-4b57-9201-255986d6f9fd req-9aae7391-612f-43ab-a195-4d739c8b5fce tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Calling delete_port for 50196b94-245d-464f-b64e-df03a8b65048 owned by compute:nova {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:42:30.785386 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24035a54-e843-4400-a6fb-c6980a70de45 req-05ca6852-52bd-4bb8-821a-7008dde4d55a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:30.792086 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-24035a54-e843-4400-a6fb-c6980a70de45 req-05ca6852-52bd-4bb8-821a-7008dde4d55a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "GET /networking/v2.0/networks?id=4c394cea-216c-4a1f-9277-2bb67bf6a21b HTTP/1.1" status: 200 len: 815 time: 0.1275389 Sep 06 04:42:30.867144 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-24035a54-e843-4400-a6fb-c6980a70de45 req-16c6be53-11d3-42f7-8d1f-58b41f91944c tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3d04ba57221f42d684873d624dbfd283 HTTP/1.1" status: 200 len: 380 time: 0.0606773 Sep 06 04:42:30.867385 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a9fd7698-c4a8-49ea-8275-7e4309969192 req-95bd0413-32c4-446a-a9c2-b90aeba39949 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 210 time: 0.0416179 Sep 06 04:42:30.875574 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-24035a54-e843-4400-a6fb-c6980a70de45 req-48df3553-c977-4279-b754-829305fd0030 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'port': {'device_id': '6059864b-289a-4aa6-85b9-9041ca7e9d2d', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'admin_state_up': True, 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'security_groups': ['65ced9a3-2647-4eb9-b7b6-9f0298a0d182']}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:30.886204 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:30.991951 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-d6c449dd-188a-4b57-9201-255986d6f9fd req-9aae7391-612f-43ab-a195-4d739c8b5fce tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (50196b94-245d-464f-b64e-df03a8b65048), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:31.024580 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae7391-612f-43ab-a195-4d739c8b5fce tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event deleted for resources: {'Port': ['ID=50196b94-245d-464f-b64e-df03a8b65048,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:31.064043 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24035a54-e843-4400-a6fb-c6980a70de45 req-48df3553-c977-4279-b754-829305fd0030 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Made reservation on behalf of 3d04ba57221f42d684873d624dbfd283 for: {'port': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:42:31.068475 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-24035a54-e843-4400-a6fb-c6980a70de45 req-48df3553-c977-4279-b754-829305fd0030 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:31.140883 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6c449dd-188a-4b57-9201-255986d6f9fd req-9aae7391-612f-43ab-a195-4d739c8b5fce tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:42:31.190501 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:31.202491 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [req-24035a54-e843-4400-a6fb-c6980a70de45 req-48df3553-c977-4279-b754-829305fd0030 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Allocated IP 172.20.0.4 (4c394cea-216c-4a1f-9277-2bb67bf6a21b/b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f/e194fb45-529b-4235-84c0-becbe4954bd3) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:42:31.247184 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6c449dd-188a-4b57-9201-255986d6f9fd req-9aae7391-612f-43ab-a195-4d739c8b5fce tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:42:31.259564 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd6d663-9f45-47b4-813b-830e4eb9c0f2 None None] Sync routers for ids ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:42:31.271374 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6d663-9f45-47b4-813b-830e4eb9c0f2 None None] Routers {'d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:42:31.272244 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1dd6d663-9f45-47b4-813b-830e4eb9c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:31.296694 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c449dd-188a-4b57-9201-255986d6f9fd req-9aae7391-612f-43ab-a195-4d739c8b5fce tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] No DVR routers for this DVR port 50196b94-245d-464f-b64e-df03a8b65048 on host hv-cinder-85600 {{(pid=106939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:42:31.301039 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-d6c449dd-188a-4b57-9201-255986d6f9fd req-9aae7391-612f-43ab-a195-4d739c8b5fce tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:31.304929 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d6c449dd-188a-4b57-9201-255986d6f9fd req-9aae7391-612f-43ab-a195-4d739c8b5fce tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.46 "DELETE /networking/v2.0/ports/50196b94-245d-464f-b64e-df03a8b65048 HTTP/1.1" status: 204 len: 173 time: 0.9065812 Sep 06 04:42:31.304929 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacebb8e-d1b3-4ca8-87ac-3eb37184f747', 'name': 'network-vif-deleted', 'tag': '50196b94-245d-464f-b64e-df03a8b65048'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:42:31.307900 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5143ce7-7ed0-4659-b658-e2c322368c90" -d '{"events": [{"server_uuid": "aacebb8e-d1b3-4ca8-87ac-3eb37184f747", "name": "network-vif-deleted", "tag": "50196b94-245d-464f-b64e-df03a8b65048"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:42:31.343337 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:31.354702 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-24035a54-e843-4400-a6fb-c6980a70de45 req-48df3553-c977-4279-b754-829305fd0030 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for port (e194fb45-529b-4235-84c0-becbe4954bd3), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:31.357450 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f347ff6-48b5-4613-a5e4-978cc9aa5c8c x-openstack-request-id: req-0f347ff6-48b5-4613-a5e4-978cc9aa5c8c {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:42:31.357829 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacebb8e-d1b3-4ca8-87ac-3eb37184f747", "name": "network-vif-deleted", "tag": "50196b94-245d-464f-b64e-df03a8b65048", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:42:31.358254 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f347ff6-48b5-4613-a5e4-978cc9aa5c8c {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:42:31.358656 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f347ff6-48b5-4613-a5e4-978cc9aa5c8c'] response: {'server_uuid': 'aacebb8e-d1b3-4ca8-87ac-3eb37184f747', 'name': 'network-vif-deleted', 'tag': '50196b94-245d-464f-b64e-df03a8b65048', 'status': 'completed', 'code': 200} Sep 06 04:42:31.389452 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-1dd6d663-9f45-47b4-813b-830e4eb9c0f2 None None] Set router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:42:31.508412 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-24035a54-e843-4400-a6fb-c6980a70de45 req-48df3553-c977-4279-b754-829305fd0030 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (e194fb45-529b-4235-84c0-becbe4954bd3), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:31.600443 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f7daa233-66d6-4b31-aaa9-f72fdf240b54 req-8225d885-60da-4b75-8615-2250c93b539a tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 210 time: 0.0433798 Sep 06 04:42:31.613864 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24035a54-e843-4400-a6fb-c6980a70de45 req-48df3553-c977-4279-b754-829305fd0030 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Network 4c394cea-216c-4a1f-9277-2bb67bf6a21b is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:42:31.615867 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [req-24035a54-e843-4400-a6fb-c6980a70de45 req-48df3553-c977-4279-b754-829305fd0030 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:42:31.619310 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-24035a54-e843-4400-a6fb-c6980a70de45 req-48df3553-c977-4279-b754-829305fd0030 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:42:31.625750 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df3553-c977-4279-b754-829305fd0030 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'Port': ['ID=e194fb45-529b-4235-84c0-becbe4954bd3,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:31.693805 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24035a54-e843-4400-a6fb-c6980a70de45 req-48df3553-c977-4279-b754-829305fd0030 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:31.694497 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-24035a54-e843-4400-a6fb-c6980a70de45 req-48df3553-c977-4279-b754-829305fd0030 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:31.750848 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1dd6d663-9f45-47b4-813b-830e4eb9c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:31.780461 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd6d663-9f45-47b4-813b-830e4eb9c0f2 None None] Checking router: d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:42:31.791548 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6d663-9f45-47b4-813b-830e4eb9c0f2 None None] Routers {'d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:42:31.792120 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1dd6d663-9f45-47b4-813b-830e4eb9c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:31.796176 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-24035a54-e843-4400-a6fb-c6980a70de45 req-48df3553-c977-4279-b754-829305fd0030 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9243274 Sep 06 04:42:31.888334 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Request body: {'port': {'device_id': '6059864b-289a-4aa6-85b9-9041ca7e9d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:31.894828 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-1dd6d663-9f45-47b4-813b-830e4eb9c0f2 None None] Set router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:42:31.919038 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-18aa7ce1-ec9b-4853-b302-a18232463e1c None None] Provisioning complete for port e194fb45-529b-4235-84c0-becbe4954bd3 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:31.919591 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-18aa7ce1-ec9b-4853-b302-a18232463e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (e194fb45-529b-4235-84c0-becbe4954bd3), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:31.984224 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-18aa7ce1-ec9b-4853-b302-a18232463e1c None None] Port e194fb45-529b-4235-84c0-becbe4954bd3 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:42:32.058037 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ef669-6cf1-4e11-bc0f-8b7c6bc9c784 req-fbe5c85f-b7d3-44bd-887c-b7b965c79c46 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:32.059592 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2c5ef669-6cf1-4e11-bc0f-8b7c6bc9c784 req-fbe5c85f-b7d3-44bd-887c-b7b965c79c46 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 931 time: 0.0730541 Sep 06 04:42:32.060611 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (e194fb45-529b-4235-84c0-becbe4954bd3), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:32.085853 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41416) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:32.092374 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1dd6d663-9f45-47b4-813b-830e4eb9c0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:32.123612 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd6d663-9f45-47b4-813b-830e4eb9c0f2 None None] The sync data for ids ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'] in dv-cinder-856002-1-iscsi is: [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:42:32.168214 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2c5ef669-6cf1-4e11-bc0f-8b7c6bc9c784 req-45a47213-0944-44f0-920b-7d19505193f5 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65ced9a3-2647-4eb9-b7b6-9f0298a0d182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969858 Sep 06 04:42:32.248572 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:32.255451 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9aff1c22-1a62-4462-b1d5-323635297051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:32.337183 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9aff1c22-1a62-4462-b1d5-323635297051 admin admin] Publish callbacks [] for security_group (7c674e5f-6011-489d-9e96-cf7706577982), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:32.408702 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e194fb45-529b-4235-84c0-becbe4954bd3 {{(pid=106938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:42:32.409429 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9aff1c22-1a62-4462-b1d5-323635297051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (7c674e5f-6011-489d-9e96-cf7706577982), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:32.416759 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Publish callbacks [] for port (e194fb45-529b-4235-84c0-becbe4954bd3), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:32.426090 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbc863f-ad02-4db3-8464-dd88ff3a311d None None] New status for floating IP 6428b9aa-22f4-4581-bd20-aa6cd66c180a: DOWN {{(pid=106940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:42:32.437093 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.provisioning_blocks [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Transition to ACTIVE for port object e194fb45-529b-4235-84c0-becbe4954bd3 will not be triggered until provisioned by entity L2. {{(pid=106938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:42:32.452504 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff1c22-1a62-4462-b1d5-323635297051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c674e5f-6011-489d-9e96-cf7706577982,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:32.469469 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-9aff1c22-1a62-4462-b1d5-323635297051 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=3a1b663f43c74595a53237cec212992c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809457 Sep 06 04:42:32.472945 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41422) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:32.527264 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (e194fb45-529b-4235-84c0-becbe4954bd3), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:32.530723 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec841304-b276-4638-b876-34ddfd449e2d admin admin] Publish callbacks [] for security_group (7c674e5f-6011-489d-9e96-cf7706577982), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:32.551645 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec841304-b276-4638-b876-34ddfd449e2d admin admin] Publish callbacks [] for security_group (7c674e5f-6011-489d-9e96-cf7706577982), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:32.553193 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:32.571174 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:32.595270 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Pushing event updated for resources: {'Port': ['ID=e194fb45-529b-4235-84c0-becbe4954bd3,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:32.666578 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Attempting to bind port e194fb45-529b-4235-84c0-becbe4954bd3 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:42:32.666846 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Attempting to bind port e194fb45-529b-4235-84c0-becbe4954bd3 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:42:32.667178 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Attempting to bind port e194fb45-529b-4235-84c0-becbe4954bd3 on network 4c394cea-216c-4a1f-9277-2bb67bf6a21b {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:42:32.681460 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec841304-b276-4638-b876-34ddfd449e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (7c674e5f-6011-489d-9e96-cf7706577982), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:32.684021 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec841304-b276-4638-b876-34ddfd449e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:32.685149 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-ec841304-b276-4638-b876-34ddfd449e2d admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/7c674e5f-6011-489d-9e96-cf7706577982 HTTP/1.1" status: 204 len: 168 time: 0.2110438 Sep 06 04:42:32.720630 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Port e194fb45-529b-4235-84c0-becbe4954bd3 on network 4c394cea-216c-4a1f-9277-2bb67bf6a21b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:42:32.721771 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Attempting to bind port e194fb45-529b-4235-84c0-becbe4954bd3 on network 4c394cea-216c-4a1f-9277-2bb67bf6a21b {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:42:32.728700 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6e6146c3-107c-44c7-8faf-7a25c600faba req-42d79e2c-6742-4022-8f12-03ad5916d75e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 210 time: 0.0332181 Sep 06 04:42:32.729424 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec841304-b276-4638-b876-34ddfd449e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c674e5f-6011-489d-9e96-cf7706577982,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:32.760964 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:32.778048 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:42:32.778391 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Checking segment: {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:42:32.778779 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Bound using segment: {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:42:32.779214 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Bound port: e194fb45-529b-4235-84c0-becbe4954bd3, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'}}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:42:32.779572 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (e194fb45-529b-4235-84c0-becbe4954bd3), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:32.848214 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] For port e194fb45-529b-4235-84c0-becbe4954bd3, host hv-cinder-85600, cleared binding levels {{(pid=106938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:42:32.851220 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] For port e194fb45-529b-4235-84c0-becbe4954bd3, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=e194fb45-529b-4235-84c0-becbe4954bd3,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:42:32.958245 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (e194fb45-529b-4235-84c0-becbe4954bd3), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:32.962414 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:32.963036 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:32.965877 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-24035a54-e843-4400-a6fb-c6980a70de45 req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/e194fb45-529b-4235-84c0-becbe4954bd3 HTTP/1.1" status: 200 len: 1093 time: 1.0811663 Sep 06 04:42:32.965877 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6059864b-289a-4aa6-85b9-9041ca7e9d2d', 'tag': 'e194fb45-529b-4235-84c0-becbe4954bd3'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:42:32.967377 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23be2b2c-161b-4571-9544-ff0fbc8e57c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6059864b-289a-4aa6-85b9-9041ca7e9d2d", "tag": "e194fb45-529b-4235-84c0-becbe4954bd3"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:42:33.013480 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ddd047-30ff-4783-8f23-17b389e777e0 x-openstack-request-id: req-63ddd047-30ff-4783-8f23-17b389e777e0 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:42:33.013772 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6059864b-289a-4aa6-85b9-9041ca7e9d2d", "tag": "e194fb45-529b-4235-84c0-becbe4954bd3", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:42:33.014020 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63ddd047-30ff-4783-8f23-17b389e777e0 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:42:33.014401 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ddd047-30ff-4783-8f23-17b389e777e0'] response: {'name': 'network-changed', 'server_uuid': '6059864b-289a-4aa6-85b9-9041ca7e9d2d', 'tag': 'e194fb45-529b-4235-84c0-becbe4954bd3', 'status': 'completed', 'code': 200} Sep 06 04:42:33.029661 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a219c-fc1f-47d8-a61b-4ffa8c6f67cf service neutron] Pushing event updated for resources: {'Port': ['ID=e194fb45-529b-4235-84c0-becbe4954bd3,revision_number=3']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:33.101764 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be2b2c-161b-4571-9544-ff0fbc8e57c9 req-a9de716a-c400-4e7b-b758-7de57b34f085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:33.103291 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-23be2b2c-161b-4571-9544-ff0fbc8e57c9 req-a9de716a-c400-4e7b-b758-7de57b34f085 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3d04ba57221f42d684873d624dbfd283&device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 1127 time: 0.0453084 Sep 06 04:42:33.229072 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be2b2c-161b-4571-9544-ff0fbc8e57c9 req-74d4cbdb-2ed9-4a83-a0e0-8c37f99d40c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:33.230624 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-23be2b2c-161b-4571-9544-ff0fbc8e57c9 req-74d4cbdb-2ed9-4a83-a0e0-8c37f99d40c3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=3d04ba57221f42d684873d624dbfd283&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1139770 Sep 06 04:42:33.312675 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcfe44-c699-4358-92da-4b68ba951053 req-97b81170-0a73-4312-801e-13c59bc4798b tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:33.314398 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f3bcfe44-c699-4358-92da-4b68ba951053 req-97b81170-0a73-4312-801e-13c59bc4798b tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 943 time: 0.0530353 Sep 06 04:42:33.350692 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be2b2c-161b-4571-9544-ff0fbc8e57c9 req-9f4ed09e-2746-475d-a5c9-6c84b32f68a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:33.352802 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-23be2b2c-161b-4571-9544-ff0fbc8e57c9 req-9f4ed09e-2746-475d-a5c9-6c84b32f68a0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1146762 Sep 06 04:42:33.373964 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f3bcfe44-c699-4358-92da-4b68ba951053 req-b15af9e2-8de2-43e2-8f56-f19373d5a193 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65ced9a3-2647-4eb9-b7b6-9f0298a0d182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516055 Sep 06 04:42:33.666416 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24035a54-e843-4400-a6fb-c6980a70de45 req-409c8d1d-911e-4f9d-88af-01e853e630c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:33.667947 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-24035a54-e843-4400-a6fb-c6980a70de45 req-409c8d1d-911e-4f9d-88af-01e853e630c6 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3d04ba57221f42d684873d624dbfd283&device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 1127 time: 0.0416932 Sep 06 04:42:33.720773 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-24035a54-e843-4400-a6fb-c6980a70de45 req-e41a45f5-6eca-4a3a-a7ef-f08fe341f3e2 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e194fb45-529b-4235-84c0-becbe4954bd3 HTTP/1.1" status: 200 len: 217 time: 0.0399802 Sep 06 04:42:33.770990 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24035a54-e843-4400-a6fb-c6980a70de45 req-e88bacc0-ed57-4c14-947d-8e72561fe979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:33.772469 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-24035a54-e843-4400-a6fb-c6980a70de45 req-e88bacc0-ed57-4c14-947d-8e72561fe979 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f HTTP/1.1" status: 200 len: 854 time: 0.0457864 Sep 06 04:42:33.819989 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24035a54-e843-4400-a6fb-c6980a70de45 req-4d156bd5-35b3-45fb-b8aa-900ded0c0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:33.821767 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-24035a54-e843-4400-a6fb-c6980a70de45 req-4d156bd5-35b3-45fb-b8aa-900ded0c0b94 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=4c394cea-216c-4a1f-9277-2bb67bf6a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422735 Sep 06 04:42:33.865283 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41452) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:33.903174 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-59ae3e21-0618-4061-8bec-621dd0056c46 req-63f89b99-6ef6-4dce-8222-eb55757cf9ec tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=aacebb8e-d1b3-4ca8-87ac-3eb37184f747 HTTP/1.1" status: 200 len: 210 time: 0.0654175 Sep 06 04:42:33.912046 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:33.944997 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-24035a54-e843-4400-a6fb-c6980a70de45 req-2e27e3aa-3ef6-4a85-ac3e-97da22733e04 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170049 Sep 06 04:42:33.988823 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-13a5025c-774f-4987-b4f3-d8f0e0695821 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1674420435-network', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:34.053078 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-24035a54-e843-4400-a6fb-c6980a70de45 req-471b64df-fe67-4052-bc80-06e9eaf32a37 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018553 Sep 06 04:42:34.083826 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a5025c-774f-4987-b4f3-d8f0e0695821 admin admin] Made reservation on behalf of 623b9f3be0f24e2ea1caea0798b30704 for: {'network': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:42:34.086330 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-13a5025c-774f-4987-b4f3-d8f0e0695821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:34.098189 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-84c98fd7-be47-4204-adf0-a51e1c9e49fe req-f86a4795-ff75-48a9-abcd-ee765972c8d2 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540795 Sep 06 04:42:34.099032 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-13a5025c-774f-4987-b4f3-d8f0e0695821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:34.188601 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c98fd7-be47-4204-adf0-a51e1c9e49fe req-370e4853-6d76-4a62-854e-9e983bca8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:34.191026 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-84c98fd7-be47-4204-adf0-a51e1c9e49fe req-370e4853-6d76-4a62-854e-9e983bca8c36 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=2388589a34d346f3b31b231a9dafe34d&device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 1130 time: 0.0559909 Sep 06 04:42:34.213232 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-13a5025c-774f-4987-b4f3-d8f0e0695821 admin admin] Publish callbacks [] for security_group (8d2cab60-9ad1-40a0-b943-7df72f519879), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:34.280723 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-13a5025c-774f-4987-b4f3-d8f0e0695821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (8d2cab60-9ad1-40a0-b943-7df72f519879), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:34.306558 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a5025c-774f-4987-b4f3-d8f0e0695821 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=106939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:42:34.316513 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5025c-774f-4987-b4f3-d8f0e0695821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2cab60-9ad1-40a0-b943-7df72f519879,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:34.322572 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-13a5025c-774f-4987-b4f3-d8f0e0695821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (ef005acd-77b9-492f-9478-1471ed459e3d), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:34.322899 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.segments_db [None req-13a5025c-774f-4987-b4f3-d8f0e0695821 admin admin] Added segment ef005acd-77b9-492f-9478-1471ed459e3d of type vlan for network 6b6abe5e-f7f6-488e-8814-260547c69a21 Sep 06 04:42:34.364327 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-13a5025c-774f-4987-b4f3-d8f0e0695821 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (6b6abe5e-f7f6-488e-8814-260547c69a21), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:34.468643 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-13a5025c-774f-4987-b4f3-d8f0e0695821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (6b6abe5e-f7f6-488e-8814-260547c69a21), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:34.469561 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a5025c-774f-4987-b4f3-d8f0e0695821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:34.470145 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-13a5025c-774f-4987-b4f3-d8f0e0695821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:34.554138 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7d7ec-5a1e-4b67-894a-542d8964726d req-ee44a498-67a9-4be9-b313-6fc6cdaac76b tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:34.555610 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-bfc7d7ec-5a1e-4b67-894a-542d8964726d req-ee44a498-67a9-4be9-b313-6fc6cdaac76b tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 943 time: 0.0971723 Sep 06 04:42:34.560610 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5025c-774f-4987-b4f3-d8f0e0695821 admin admin] Pushing event updated for resources: {'Network': ['ID=6b6abe5e-f7f6-488e-8814-260547c69a21,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:34.572941 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network 6b6abe5e-f7f6-488e-8814-260547c69a21 details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:42:34.612526 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-bfc7d7ec-5a1e-4b67-894a-542d8964726d req-f91cda7c-e961-4280-9f6e-be0d516bb546 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65ced9a3-2647-4eb9-b7b6-9f0298a0d182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488298 Sep 06 04:42:34.626197 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-13a5025c-774f-4987-b4f3-d8f0e0695821 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7597737 Sep 06 04:42:34.631862 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41458) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:34.635945 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-1cf17d16-ba32-4969-9089-be63941421f3 admin admin] Request body: {'subnet': {'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1674420435-subnet', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'ip_version': 4}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:34.723176 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 50196b94-245d-464f-b64e-df03a8b65048 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:42:34.726951 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf17d16-ba32-4969-9089-be63941421f3 admin admin] Made reservation on behalf of 623b9f3be0f24e2ea1caea0798b30704 for: {'subnet': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:42:34.728802 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1cf17d16-ba32-4969-9089-be63941421f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12317354'] for subnet (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:34.744054 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: 50196b94-245d-464f-b64e-df03a8b65048 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:42:34.744403 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 50196b94-245d-464f-b64e-df03a8b65048 not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:42:34.815718 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:34.840967 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:34.970237 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1cf17d16-ba32-4969-9089-be63941421f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12287716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12317336'] for subnet (0c78bb11-50f5-4892-a3c0-8c728321b918), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:35.027846 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf17d16-ba32-4969-9089-be63941421f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c78bb11-50f5-4892-a3c0-8c728321b918,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:35.035355 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf17d16-ba32-4969-9089-be63941421f3 admin admin] Checking segment: {'id': 'ef005acd-77b9-492f-9478-1471ed459e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:42:35.035721 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf17d16-ba32-4969-9089-be63941421f3 admin admin] Network hostable DHCP agents. Network: 6b6abe5e-f7f6-488e-8814-260547c69a21, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:42:35.103686 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf17d16-ba32-4969-9089-be63941421f3 admin admin] Network 6b6abe5e-f7f6-488e-8814-260547c69a21 is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:42:35.178722 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-1cf17d16-ba32-4969-9089-be63941421f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, 6b6abe5e-f7f6-488e-8814-260547c69a21) {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:42:35.185773 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-10cc34bd-9aaa-403d-bfcf-7a1f2f4895ef tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1357749998&fields=id&tenant_id=375efd2890fc4b71af13439813f00ab0 HTTP/1.1" status: 200 len: 267 time: 0.0460021 Sep 06 04:42:35.186969 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf17d16-ba32-4969-9089-be63941421f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:35.187544 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1cf17d16-ba32-4969-9089-be63941421f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:35.187717 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49cecd8-a267-4af8-b083-f2deb0a06684 None None] Network 6b6abe5e-f7f6-488e-8814-260547c69a21 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:42:35.293412 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4520b16-d183-5460-ac04-4f8b2cdf2ef5-6b6abe5e-f7f6-488e-8814-260547c69a21', 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21', 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'fixed_ips': [{'subnet_id': '0c78bb11-50f5-4892-a3c0-8c728321b918'}]}} from dv-cinder-856002-1-iscsi. {{(pid=106940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 06 04:42:35.294352 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:35.300627 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-4e135f39-84c6-45db-9672-98328ce8a97a tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:35.302096 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-4e135f39-84c6-45db-9672-98328ce8a97a tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/networks?id=713bea32-eeee-4105-a352-3326771fb659 HTTP/1.1" status: 200 len: 812 time: 0.1038644 Sep 06 04:42:35.305716 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-1cf17d16-ba32-4969-9089-be63941421f3 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6747029 Sep 06 04:42:35.308462 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 41468) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:35.313877 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1674420435-router', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:35.317325 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-41af07ed-e249-459c-9928-71a67979fa63 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/quotas/375efd2890fc4b71af13439813f00ab0 HTTP/1.1" status: 200 len: 375 time: 0.0092840 Sep 06 04:42:35.368211 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-75f596fa-0990-4210-b295-3e9327af2337 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=375efd2890fc4b71af13439813f00ab0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454154 Sep 06 04:42:35.412582 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12209'] for router (49885515-9f77-4b63-854c-16c272f3950d), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:35.413939 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12218'] for router (49885515-9f77-4b63-854c-16c272f3950d), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:35.445724 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.db_base_plugin_common [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Allocated IP 172.20.0.2 (6b6abe5e-f7f6-488e-8814-260547c69a21/0c78bb11-50f5-4892-a3c0-8c728321b918/3605368d-59c7-4558-a845-790aa6a37615) {{(pid=106940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:42:35.468485 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Publish callbacks [] for router_controller (49885515-9f77-4b63-854c-16c272f3950d), precommit_add_association {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:35.470352 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-1dcea081-fd50-46f0-82ff-95706b900d3e service neutron] 10.222.0.30 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895555 Sep 06 04:42:35.561844 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-19a7e207-d9c0-4120-ac8e-085b27d9e645 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846791 Sep 06 04:42:35.581907 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:35.591278 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Publish callbacks [] for port (3605368d-59c7-4558-a845-790aa6a37615), precommit_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:35.676509 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (3605368d-59c7-4558-a845-790aa6a37615), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:35.708188 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Publish callbacks [] for router_gateway (49885515-9f77-4b63-854c-16c272f3950d), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:35.725575 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Network 6b6abe5e-f7f6-488e-8814-260547c69a21 is already hosted by enough agents. {{(pid=106940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:42:35.731035 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:35.736870 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.base_scheduler [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Resources bound (agent type, host, resource id): {{(pid=106940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:42:35.739574 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Received port after_create {{(pid=106940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:42:35.745270 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=85,neutron:UPDATE=12,neutron:INSERT=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:35.752624 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Pushing event updated for resources: {'Port': ['ID=3605368d-59c7-4558-a845-790aa6a37615,revision_number=1']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:35.772254 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba530bf-2133-4eba-849a-8f148636b076 req-4fcee130-1068-43f1-a03e-0165cc7d2a24 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:35.773844 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6ba530bf-2133-4eba-849a-8f148636b076 req-4fcee130-1068-43f1-a03e-0165cc7d2a24 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 943 time: 0.0501237 Sep 06 04:42:35.774627 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:35.777827 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:35.777827 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:35.777827 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:35.777827 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:35.777827 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:35.777827 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:35.777827 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:35.777827 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:35.778528 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:35.778528 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:35.778711 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:35.779040 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:35.779394 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:35.779716 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:35.818422 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Attempting to bind port 3605368d-59c7-4558-a845-790aa6a37615 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:42:35.818788 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Attempting to bind port 3605368d-59c7-4558-a845-790aa6a37615 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': 'ef005acd-77b9-492f-9478-1471ed459e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:42:35.819139 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Attempting to bind port 3605368d-59c7-4558-a845-790aa6a37615 on network 6b6abe5e-f7f6-488e-8814-260547c69a21 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:42:35.862857 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:42:35.863231 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Checking segment: {'id': 'ef005acd-77b9-492f-9478-1471ed459e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:42:35.863633 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:35.864023 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Bound using segment: {'id': 'ef005acd-77b9-492f-9478-1471ed459e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:42:35.864495 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Bound port: 3605368d-59c7-4558-a845-790aa6a37615, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef005acd-77b9-492f-9478-1471ed459e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:42:35.864903 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (3605368d-59c7-4558-a845-790aa6a37615), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:35.867431 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6ba530bf-2133-4eba-849a-8f148636b076 req-e864f118-6a7e-4a82-8d81-5282b357b733 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65ced9a3-2647-4eb9-b7b6-9f0298a0d182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877421 Sep 06 04:42:35.927869 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] For port 3605368d-59c7-4558-a845-790aa6a37615, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:42:35.930931 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] For port 3605368d-59c7-4558-a845-790aa6a37615, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=3605368d-59c7-4558-a845-790aa6a37615,segment=NetworkSegment(ef005acd-77b9-492f-9478-1471ed459e3d),segment_id=ef005acd-77b9-492f-9478-1471ed459e3d)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:42:35.995771 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Publish callbacks [] for router_gateway (49885515-9f77-4b63-854c-16c272f3950d), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:36.009412 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (3605368d-59c7-4558-a845-790aa6a37615), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:36.015052 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:36.025362 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:36.067461 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebc2da-9a67-45b5-8c7c-3434717a9798 None None] Pushing event updated for resources: {'Port': ['ID=3605368d-59c7-4558-a845-790aa6a37615,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:36.136728 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Allocated IP 172.27.1.243 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/a7e5c2e1-f173-4cdd-9f11-f92f60a854be) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:42:36.289845 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:36.306558 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Publish callbacks [] for port (a7e5c2e1-f173-4cdd-9f11-f92f60a854be), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:36.347844 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f8ad45a0-f503-4218-96a5-b6b5c759310b req-5c80e71e-206d-4929-a80b-760545dcc706 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 210 time: 0.0535886 Sep 06 04:42:36.432420 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (a7e5c2e1-f173-4cdd-9f11-f92f60a854be), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:36.479396 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:42:36.484976 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:42:36.489663 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:42:36.516209 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Pushing event updated for resources: {'Port': ['ID=a7e5c2e1-f173-4cdd-9f11-f92f60a854be,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:36.687629 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c98fd7-be47-4204-adf0-a51e1c9e49fe req-1fcc6b39-3c71-4f66-9369-1ebd91088cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:36.689183 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-84c98fd7-be47-4204-adf0-a51e1c9e49fe req-1fcc6b39-3c71-4f66-9369-1ebd91088cfa service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=6861b199-7de9-4155-8c49-44122ab810f3 HTTP/1.1" status: 200 len: 918 time: 0.4388635 Sep 06 04:42:36.760627 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-84c98fd7-be47-4204-adf0-a51e1c9e49fe req-91bffb89-671c-423c-922c-4c5c75e255c2 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19322183-60e8-44ac-b690-7448dfce3250 HTTP/1.1" status: 200 len: 1001 time: 0.0650074 Sep 06 04:42:36.815038 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c98fd7-be47-4204-adf0-a51e1c9e49fe req-f5301746-fada-4c30-a700-13d6cd112bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:36.816657 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-84c98fd7-be47-4204-adf0-a51e1c9e49fe req-f5301746-fada-4c30-a700-13d6cd112bae service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=9b8031fd-df8e-40aa-8f52-58d945edc54a HTTP/1.1" status: 200 len: 856 time: 0.0494971 Sep 06 04:42:36.870468 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c98fd7-be47-4204-adf0-a51e1c9e49fe req-82edf1aa-ca04-48f3-93a7-d8436c7457c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:36.874397 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-84c98fd7-be47-4204-adf0-a51e1c9e49fe req-82edf1aa-ca04-48f3-93a7-d8436c7457c7 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=6861b199-7de9-4155-8c49-44122ab810f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494578 Sep 06 04:42:37.035949 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3506b4-2af3-4a22-ad42-d2bbea78ac60 req-2394f0b6-c84f-4879-941b-8a779175acbc tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:37.043051 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6f3506b4-2af3-4a22-ad42-d2bbea78ac60 req-2394f0b6-c84f-4879-941b-8a779175acbc tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 943 time: 0.0789123 Sep 06 04:42:37.046076 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-84c98fd7-be47-4204-adf0-a51e1c9e49fe req-61233633-bb29-4d0f-97d9-8892a84b38e7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678159 Sep 06 04:42:37.074241 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Publish callbacks [] for router_gateway (49885515-9f77-4b63-854c-16c272f3950d), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:37.097701 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8517c112-2c38-4573-9a73-0bbb961bf092 None None] Network 6b6abe5e-f7f6-488e-8814-260547c69a21 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:42:37.154747 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6f3506b4-2af3-4a22-ad42-d2bbea78ac60 req-2fbf0f70-0876-44c5-ae93-daeb56ab44e2 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65ced9a3-2647-4eb9-b7b6-9f0298a0d182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099052 Sep 06 04:42:37.183640 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-02d48630-50d6-4b6b-8401-2a8082017539 None None] Provisioning complete for port 3605368d-59c7-4558-a845-790aa6a37615 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:37.184014 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-02d48630-50d6-4b6b-8401-2a8082017539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (3605368d-59c7-4558-a845-790aa6a37615), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:37.190572 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-84c98fd7-be47-4204-adf0-a51e1c9e49fe req-1b101f55-5274-4980-bcdb-a6dfb5fc2975 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370170 Sep 06 04:42:37.283904 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745134'] for router (49885515-9f77-4b63-854c-16c272f3950d), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:37.297597 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-02d48630-50d6-4b6b-8401-2a8082017539 None None] Current status of the port 3605368d-59c7-4558-a845-790aa6a37615 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:37.298042 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-02d48630-50d6-4b6b-8401-2a8082017539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (3605368d-59c7-4558-a845-790aa6a37615), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:37.335502 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-02d48630-50d6-4b6b-8401-2a8082017539 None None] For port 3605368d-59c7-4558-a845-790aa6a37615, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=3605368d-59c7-4558-a845-790aa6a37615,segment=NetworkSegment(ef005acd-77b9-492f-9478-1471ed459e3d),segment_id=ef005acd-77b9-492f-9478-1471ed459e3d)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:42:37.347311 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:37.413562 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-02d48630-50d6-4b6b-8401-2a8082017539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (3605368d-59c7-4558-a845-790aa6a37615), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:37.468896 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d48630-50d6-4b6b-8401-2a8082017539 None None] Pushing event updated for resources: {'Port': ['ID=3605368d-59c7-4558-a845-790aa6a37615,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:37.482481 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-14d21016-deab-4375-9f55-d825688456e0 req-6d53e35f-325c-461f-a2f5-0275dffecab4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 210 time: 0.0324416 Sep 06 04:42:37.487594 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Router 49885515-9f77-4b63-854c-16c272f3950d is scheduled to L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 with binding_index 1 {{(pid=106938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 04:42:37.544881 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-f527ca6d-217f-44fa-85e1-a5af91ee19b3 None None] Provisioning complete for port 3605368d-59c7-4558-a845-790aa6a37615 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:37.544881 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-f527ca6d-217f-44fa-85e1-a5af91ee19b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (3605368d-59c7-4558-a845-790aa6a37615), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:37.588646 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:37.633336 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:42:37.634060 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Sync routers for ids ['49885515-9f77-4b63-854c-16c272f3950d'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:42:37.643326 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-f527ca6d-217f-44fa-85e1-a5af91ee19b3 None None] Current status of the port 3605368d-59c7-4558-a845-790aa6a37615 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:37.658242 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Routers {'49885515-9f77-4b63-854c-16c272f3950d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:42:37.659559 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['49885515-9f77-4b63-854c-16c272f3950d'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:37.659882 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 3605368d-59c7-4558-a845-790aa6a37615 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:42:37.718336 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 3605368d-59c7-4558-a845-790aa6a37615 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:37.718713 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (3605368d-59c7-4558-a845-790aa6a37615), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:37.727079 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:37.731254 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41502) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:37.731824 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-edb2cd12-4528-4551-9f29-4237d4d87a8d admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4211290 Sep 06 04:42:37.765547 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Set router 49885515-9f77-4b63-854c-16c272f3950d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:42:37.835665 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 3605368d-59c7-4558-a845-790aa6a37615 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:37.918426 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:37.924845 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=100 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:37.937039 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49885515-9f77-4b63-854c-16c272f3950d', 'name': 'tempest-TestMinimumBasicScenario-1674420435-router', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:35Z', 'updated_at': '2022-09-06T04:42:36Z', 'revision_number': 3, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'gw_port': {'id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:36Z', 'updated_at': '2022-09-06T04:42:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:37.962473 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Checking router: 49885515-9f77-4b63-854c-16c272f3950d for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:42:37.962731 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Updating router 49885515-9f77-4b63-854c-16c272f3950d port a7e5c2e1-f173-4cdd-9f11-f92f60a854be binding host dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:42:37.993241 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (a7e5c2e1-f173-4cdd-9f11-f92f60a854be), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:37.994635 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=100 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:38.109121 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:38.208740 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:38.264906 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Publish callbacks [] for port (a7e5c2e1-f173-4cdd-9f11-f92f60a854be), precommit_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:38.309670 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255eb69-78e6-4326-92a8-466105bea521 req-ac4512b3-0010-4ac8-a564-83b07a1c5b88 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:38.311159 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2255eb69-78e6-4326-92a8-466105bea521 req-ac4512b3-0010-4ac8-a564-83b07a1c5b88 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 943 time: 0.0514321 Sep 06 04:42:38.326409 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (a7e5c2e1-f173-4cdd-9f11-f92f60a854be), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:38.349600 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Attempting to bind port a7e5c2e1-f173-4cdd-9f11-f92f60a854be on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:42:38.350305 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Attempting to bind port a7e5c2e1-f173-4cdd-9f11-f92f60a854be by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:42:38.350735 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Attempting to bind port a7e5c2e1-f173-4cdd-9f11-f92f60a854be on network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:42:38.360180 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2255eb69-78e6-4326-92a8-466105bea521 req-47283662-4ece-4b42-9cfb-cf3c242af976 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65ced9a3-2647-4eb9-b7b6-9f0298a0d182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429885 Sep 06 04:42:38.373896 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] Allocated IP 172.20.0.1 (6b6abe5e-f7f6-488e-8814-260547c69a21/0c78bb11-50f5-4892-a3c0-8c728321b918/e0d0dad5-19ee-4385-8ea8-6b7982250bbb) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:42:38.420140 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a2ae3-c6b7-4475-9f83-dd1edee890d1 None None] Pushing event updated for resources: {'Port': ['ID=a7e5c2e1-f173-4cdd-9f11-f92f60a854be,revision_number=2']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:38.431129 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:42:38.431496 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Checking segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:42:38.431891 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:38.432287 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Bound using segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:42:38.432744 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Bound port: a7e5c2e1-f173-4cdd-9f11-f92f60a854be, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:42:38.433115 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (a7e5c2e1-f173-4cdd-9f11-f92f60a854be), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:38.436186 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a2ae3-c6b7-4475-9f83-dd1edee890d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:38.436525 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a2ae3-c6b7-4475-9f83-dd1edee890d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:38.436877 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a2ae3-c6b7-4475-9f83-dd1edee890d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:38.437228 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a2ae3-c6b7-4475-9f83-dd1edee890d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:38.437654 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a2ae3-c6b7-4475-9f83-dd1edee890d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:38.446087 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a2ae3-c6b7-4475-9f83-dd1edee890d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:38.446087 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a2ae3-c6b7-4475-9f83-dd1edee890d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:38.446087 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a2ae3-c6b7-4475-9f83-dd1edee890d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:38.446087 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a2ae3-c6b7-4475-9f83-dd1edee890d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:38.446087 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a2ae3-c6b7-4475-9f83-dd1edee890d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:38.446087 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a2ae3-c6b7-4475-9f83-dd1edee890d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:38.446087 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a2ae3-c6b7-4475-9f83-dd1edee890d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:38.446087 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a2ae3-c6b7-4475-9f83-dd1edee890d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:38.446087 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a2ae3-c6b7-4475-9f83-dd1edee890d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:38.446087 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88a2ae3-c6b7-4475-9f83-dd1edee890d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:38.484334 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] Publish callbacks [] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:38.489941 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] For port a7e5c2e1-f173-4cdd-9f11-f92f60a854be, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:42:38.492932 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] For port a7e5c2e1-f173-4cdd-9f11-f92f60a854be, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=a7e5c2e1-f173-4cdd-9f11-f92f60a854be,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:42:38.567273 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (a7e5c2e1-f173-4cdd-9f11-f92f60a854be), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:38.574561 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:38.594896 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0df6674b-67c1-4d51-8886-41d7e36971d7 req-ee48c920-3d0b-46c1-8c8e-580448e8330c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 210 time: 0.0314879 Sep 06 04:42:38.598090 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:38.602874 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Routers {'49885515-9f77-4b63-854c-16c272f3950d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:42:38.613405 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['49885515-9f77-4b63-854c-16c272f3950d'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:38.642067 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] Network 6b6abe5e-f7f6-488e-8814-260547c69a21 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:42:38.651132 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:42:38.654993 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:42:38.675622 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a2ae3-c6b7-4475-9f83-dd1edee890d1 None None] Pushing event updated for resources: {'Port': ['ID=a7e5c2e1-f173-4cdd-9f11-f92f60a854be,revision_number=3']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:38.676143 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d0dad5-19ee-4385-8ea8-6b7982250bbb,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:38.698163 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738324'] for router_interface (49885515-9f77-4b63-854c-16c272f3950d), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:38.727185 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device e194fb45-529b-4235-84c0-becbe4954bd3 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:42:38.748968 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:38.757963 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] Set router 49885515-9f77-4b63-854c-16c272f3950d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:42:38.834726 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:38.879720 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port e194fb45-529b-4235-84c0-becbe4954bd3, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=e194fb45-529b-4235-84c0-becbe4954bd3,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:42:38.909323 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': 'e194fb45-529b-4235-84c0-becbe4954bd3', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'port_id': 'e194fb45-529b-4235-84c0-becbe4954bd3', 'mac_address': 'fa:16:3e:47:5c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:42:38.926603 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:38.954147 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port e194fb45-529b-4235-84c0-becbe4954bd3 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:38.954457 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (e194fb45-529b-4235-84c0-becbe4954bd3), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:38.971633 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e194fb45-529b-4235-84c0-becbe4954bd3 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:42:38.992731 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port e194fb45-529b-4235-84c0-becbe4954bd3, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=e194fb45-529b-4235-84c0-becbe4954bd3,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:42:39.054952 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (e194fb45-529b-4235-84c0-becbe4954bd3), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:39.086722 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49885515-9f77-4b63-854c-16c272f3950d', 'name': 'tempest-TestMinimumBasicScenario-1674420435-router', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:35Z', 'updated_at': '2022-09-06T04:42:36Z', 'revision_number': 3, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'gw_port': {'id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:36Z', 'updated_at': '2022-09-06T04:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:39.105852 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-fbc71fe6-04e3-42d8-b702-d2869f5189d5 None None] Provisioning complete for port e0d0dad5-19ee-4385-8ea8-6b7982250bbb triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:39.106529 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-fbc71fe6-04e3-42d8-b702-d2869f5189d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:39.115165 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf255c6-ce81-4576-a1d2-ff145436d881 None None] The sync data for ids ['49885515-9f77-4b63-854c-16c272f3950d'] in dv-cinder-856002-1-iscsi is: [{'id': '49885515-9f77-4b63-854c-16c272f3950d', 'name': 'tempest-TestMinimumBasicScenario-1674420435-router', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:35Z', 'updated_at': '2022-09-06T04:42:36Z', 'revision_number': 3, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'gw_port': {'id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e4:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:36Z', 'updated_at': '2022-09-06T04:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:42:39.128557 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] Publish callbacks [] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:39.162432 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-fbc71fe6-04e3-42d8-b702-d2869f5189d5 None None] Port e0d0dad5-19ee-4385-8ea8-6b7982250bbb cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:42:39.172923 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=e194fb45-529b-4235-84c0-becbe4954bd3,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:39.197738 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:39.275739 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738488'] for router_interface (49885515-9f77-4b63-854c-16c272f3950d), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:39.278949 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d0dad5-19ee-4385-8ea8-6b7982250bbb,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:39.428605 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] Network 6b6abe5e-f7f6-488e-8814-260547c69a21 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:42:39.434217 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:42:39.515379 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:39.621355 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['e194fb45-529b-4235-84c0-becbe4954bd3'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:42:39.695218 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device a7e5c2e1-f173-4cdd-9f11-f92f60a854be up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:42:39.730465 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93995b-d254-4a0d-9881-39b8898eb5dc req-b0abdeac-33ec-44b9-aa10-aa9c0fc14744 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:39.740715 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-be93995b-d254-4a0d-9881-39b8898eb5dc req-b0abdeac-33ec-44b9-aa10-aa9c0fc14744 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 944 time: 0.1977503 Sep 06 04:42:39.787024 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1f50a121-78e0-4202-9f41-c1a9000166b6 req-43eda150-3043-41eb-b027-b21e76ff5b1f tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 210 time: 0.0433247 Sep 06 04:42:39.817515 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-6ff4b019-c26f-4315-9002-113fafd801fd None None] Provisioning complete for port e0d0dad5-19ee-4385-8ea8-6b7982250bbb triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:39.818084 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-6ff4b019-c26f-4315-9002-113fafd801fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:39.849496 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port a7e5c2e1-f173-4cdd-9f11-f92f60a854be triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:39.849872 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (a7e5c2e1-f173-4cdd-9f11-f92f60a854be), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:39.906136 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-6ff4b019-c26f-4315-9002-113fafd801fd None None] Port e0d0dad5-19ee-4385-8ea8-6b7982250bbb cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:42:39.924430 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-cce46c43-46d3-4c54-a6da-9dcb15eaf0b8 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:39.928055 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-cce46c43-46d3-4c54-a6da-9dcb15eaf0b8 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.46 "GET /networking/v2.0/networks?id=713bea32-eeee-4105-a352-3326771fb659 HTTP/1.1" status: 200 len: 812 time: 0.4090629 Sep 06 04:42:39.933971 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] Router 49885515-9f77-4b63-854c-16c272f3950d has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:42:39.945114 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-be93995b-d254-4a0d-9881-39b8898eb5dc req-11c45c76-1242-45f0-98ac-b70daf81ed5f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65ced9a3-2647-4eb9-b7b6-9f0298a0d182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021990 Sep 06 04:42:39.946902 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:39.957722 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:40.002520 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port a7e5c2e1-f173-4cdd-9f11-f92f60a854be is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:40.003120 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (a7e5c2e1-f173-4cdd-9f11-f92f60a854be), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:40.026193 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port a7e5c2e1-f173-4cdd-9f11-f92f60a854be, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=a7e5c2e1-f173-4cdd-9f11-f92f60a854be,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:42:40.066116 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-61626b51-f295-4c58-8492-ad94a84c6297 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=375efd2890fc4b71af13439813f00ab0 HTTP/1.1" status: 200 len: 380 time: 0.1194825 Sep 06 04:42:40.098210 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (a7e5c2e1-f173-4cdd-9f11-f92f60a854be), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:40.098476 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-9d5bfe11-1834-4e4b-90ce-a375b5769113 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Request body: {'port': {'device_id': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'admin_state_up': True, 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'security_groups': ['81e7754a-8b32-4b59-ab8f-26e453e77db6']}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:40.154023 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=a7e5c2e1-f173-4cdd-9f11-f92f60a854be,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:40.172137 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:42:40.181073 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-8e945459-642f-4310-a7d4-1b58aaf68ca7 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/49885515-9f77-4b63-854c-16c272f3950d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4478824 Sep 06 04:42:40.306413 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-9d5bfe11-1834-4e4b-90ce-a375b5769113 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Made reservation on behalf of 375efd2890fc4b71af13439813f00ab0 for: {'port': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:42:40.310628 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-9d5bfe11-1834-4e4b-90ce-a375b5769113 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:40.407188 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:42:40.453287 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-9d5bfe11-1834-4e4b-90ce-a375b5769113 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Allocated IP 172.20.0.10 (713bea32-eeee-4105-a352-3326771fb659/620d1330-0c40-41f6-9a10-faccabf815ee/8a88b191-41e1-4780-8ac2-cac44e992df0) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:42:40.554957 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:40.606703 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-9d5bfe11-1834-4e4b-90ce-a375b5769113 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for port (8a88b191-41e1-4780-8ac2-cac44e992df0), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:40.735145 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-9d5bfe11-1834-4e4b-90ce-a375b5769113 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (8a88b191-41e1-4780-8ac2-cac44e992df0), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:40.795133 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-9d5bfe11-1834-4e4b-90ce-a375b5769113 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Network 713bea32-eeee-4105-a352-3326771fb659 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:42:40.797971 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-9d5bfe11-1834-4e4b-90ce-a375b5769113 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:42:40.801026 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bfe11-1834-4e4b-90ce-a375b5769113 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event updated for resources: {'Port': ['ID=8a88b191-41e1-4780-8ac2-cac44e992df0,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:40.803404 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-9d5bfe11-1834-4e4b-90ce-a375b5769113 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:42:40.812459 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5014b1a-f4d2-4f2f-82ce-af6bce69b32f req-b8972686-e973-4f19-8002-debe3463a24f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:40.819756 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c5014b1a-f4d2-4f2f-82ce-af6bce69b32f req-b8972686-e973-4f19-8002-debe3463a24f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 946 time: 0.0631702 Sep 06 04:42:40.874144 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:40.876158 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-9d5bfe11-1834-4e4b-90ce-a375b5769113 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:40.877093 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-9d5bfe11-1834-4e4b-90ce-a375b5769113 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:40.881942 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:40.904251 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c5014b1a-f4d2-4f2f-82ce-af6bce69b32f req-b8222def-5cba-4db0-aa65-76360929a0ee tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766516 Sep 06 04:42:40.982896 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2c558-7785-4608-91e9-3c347905bf63 req-286ae6d7-b536-467d-bc01-e6ff54cc1716 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:40.984474 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b7f2c558-7785-4608-91e9-3c347905bf63 req-286ae6d7-b536-467d-bc01-e6ff54cc1716 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 932 time: 0.0766642 Sep 06 04:42:40.988985 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-9d5bfe11-1834-4e4b-90ce-a375b5769113 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9182611 Sep 06 04:42:41.000616 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device e194fb45-529b-4235-84c0-becbe4954bd3 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:42:41.056229 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41546) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:41.057010 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:41.065528 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-65771f64-6d5a-40e6-8ac9-526bbc4c360f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-836352288-network', 'tenant_id': 'e5f9492622a543b4808f5816cb2afdf9'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:41.074184 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port e194fb45-529b-4235-84c0-becbe4954bd3 completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:42:41.079462 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b7f2c558-7785-4608-91e9-3c347905bf63 req-5945536e-7dad-420d-820f-39685ef3bdb6 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865960 Sep 06 04:42:41.100796 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698575e2-9167-4ea2-8931-0c58cdac0fb1 req-44478922-d56e-4dbb-b0be-75671b47ac6a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:41.102672 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-698575e2-9167-4ea2-8931-0c58cdac0fb1 req-44478922-d56e-4dbb-b0be-75671b47ac6a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 944 time: 0.0619361 Sep 06 04:42:41.139787 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-4fc9720a-b46a-4b61-a21c-b4ba3a9a4be1 None None] Provisioning complete for port 8a88b191-41e1-4780-8ac2-cac44e992df0 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:41.140173 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-4fc9720a-b46a-4b61-a21c-b4ba3a9a4be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (8a88b191-41e1-4780-8ac2-cac44e992df0), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:41.149529 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65771f64-6d5a-40e6-8ac9-526bbc4c360f admin admin] Made reservation on behalf of e5f9492622a543b4808f5816cb2afdf9 for: {'network': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:42:41.151648 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-698575e2-9167-4ea2-8931-0c58cdac0fb1 req-1460e524-eed5-428b-ae1e-1f27470f8b53 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65ced9a3-2647-4eb9-b7b6-9f0298a0d182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431330 Sep 06 04:42:41.152445 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-65771f64-6d5a-40e6-8ac9-526bbc4c360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:41.163058 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-65771f64-6d5a-40e6-8ac9-526bbc4c360f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:41.171432 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port e194fb45-529b-4235-84c0-becbe4954bd3 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:41.171815 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (e194fb45-529b-4235-84c0-becbe4954bd3), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:41.208739 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-4fc9720a-b46a-4b61-a21c-b4ba3a9a4be1 None None] Port 8a88b191-41e1-4780-8ac2-cac44e992df0 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:42:41.221042 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Sync routers for ids ['49885515-9f77-4b63-854c-16c272f3950d'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:42:41.243083 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Routers {'49885515-9f77-4b63-854c-16c272f3950d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:42:41.243797 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['49885515-9f77-4b63-854c-16c272f3950d'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:41.258528 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-65771f64-6d5a-40e6-8ac9-526bbc4c360f admin admin] Publish callbacks [] for security_group (2903e8da-189f-41f2-8675-07980a2a723d), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:41.326882 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port e194fb45-529b-4235-84c0-becbe4954bd3 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:41.327270 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (e194fb45-529b-4235-84c0-becbe4954bd3), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:41.395623 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Set router 49885515-9f77-4b63-854c-16c272f3950d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:42:41.400722 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6059864b-289a-4aa6-85b9-9041ca7e9d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e194fb45-529b-4235-84c0-becbe4954bd3'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:42:41.403295 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee4469d-14a0-4333-9af0-4977129a038a" -d '{"events": [{"server_uuid": "6059864b-289a-4aa6-85b9-9041ca7e9d2d", "name": "network-vif-plugged", "status": "completed", "tag": "e194fb45-529b-4235-84c0-becbe4954bd3"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:42:41.437436 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-65771f64-6d5a-40e6-8ac9-526bbc4c360f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (2903e8da-189f-41f2-8675-07980a2a723d), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:41.442895 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port e194fb45-529b-4235-84c0-becbe4954bd3, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=e194fb45-529b-4235-84c0-becbe4954bd3,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:42:41.465901 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65771f64-6d5a-40e6-8ac9-526bbc4c360f admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=106939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:42:41.474221 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65771f64-6d5a-40e6-8ac9-526bbc4c360f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2903e8da-189f-41f2-8675-07980a2a723d,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:41.480238 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-65771f64-6d5a-40e6-8ac9-526bbc4c360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (13ca9b2e-05a8-40ee-8b05-d2eae5b0816a), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:41.480587 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.segments_db [None req-65771f64-6d5a-40e6-8ac9-526bbc4c360f admin admin] Added segment 13ca9b2e-05a8-40ee-8b05-d2eae5b0816a of type vlan for network d33c3d12-5673-4e93-8324-19d16a7690cd Sep 06 04:42:41.507864 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (e194fb45-529b-4235-84c0-becbe4954bd3), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:41.529146 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-65771f64-6d5a-40e6-8ac9-526bbc4c360f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (d33c3d12-5673-4e93-8324-19d16a7690cd), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:41.544700 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:41.552112 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:41.611420 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device a7e5c2e1-f173-4cdd-9f11-f92f60a854be up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:42:41.617366 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=e194fb45-529b-4235-84c0-becbe4954bd3,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:41.620309 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-65771f64-6d5a-40e6-8ac9-526bbc4c360f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (d33c3d12-5673-4e93-8324-19d16a7690cd), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:41.621403 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65771f64-6d5a-40e6-8ac9-526bbc4c360f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:41.625385 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-65771f64-6d5a-40e6-8ac9-526bbc4c360f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:41.687730 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf4c96c-5a97-4170-aa7c-680f2a9865b7 x-openstack-request-id: req-4bf4c96c-5a97-4170-aa7c-680f2a9865b7 {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:42:41.688095 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6059864b-289a-4aa6-85b9-9041ca7e9d2d", "name": "network-vif-plugged", "status": "completed", "tag": "e194fb45-529b-4235-84c0-becbe4954bd3", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:42:41.688393 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4bf4c96c-5a97-4170-aa7c-680f2a9865b7 {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:42:41.688679 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65771f64-6d5a-40e6-8ac9-526bbc4c360f admin admin] Pushing event updated for resources: {'Network': ['ID=d33c3d12-5673-4e93-8324-19d16a7690cd,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:41.688809 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf4c96c-5a97-4170-aa7c-680f2a9865b7'] response: {'server_uuid': '6059864b-289a-4aa6-85b9-9041ca7e9d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e194fb45-529b-4235-84c0-becbe4954bd3', 'code': 200} Sep 06 04:42:41.701190 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network d33c3d12-5673-4e93-8324-19d16a7690cd details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:42:41.735326 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-65771f64-6d5a-40e6-8ac9-526bbc4c360f admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6779175 Sep 06 04:42:41.738392 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41552) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:41.749879 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-f3cb78c5-fb27-4854-88d4-88045478494c admin admin] Request body: {'subnet': {'network_id': 'd33c3d12-5673-4e93-8324-19d16a7690cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-836352288-subnet', 'tenant_id': 'e5f9492622a543b4808f5816cb2afdf9', 'ip_version': 4}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:41.764106 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49885515-9f77-4b63-854c-16c272f3950d', 'name': 'tempest-TestMinimumBasicScenario-1674420435-router', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:35Z', 'updated_at': '2022-09-06T04:42:38Z', 'revision_number': 4, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'gw_port': {'id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:36Z', 'updated_at': '2022-09-06T04:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': 'e0d0dad5-19ee-4385-8ea8-6b7982250bbb', 'name': '', 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'mac_address': 'fa:16:3e:f7:96:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:38Z', 'updated_at': '2022-09-06T04:42:38Z', 'revision_number': 2, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'subnets': [{'id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:41.814063 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port a7e5c2e1-f173-4cdd-9f11-f92f60a854be triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:41.815091 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (a7e5c2e1-f173-4cdd-9f11-f92f60a854be), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:41.822041 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Checking router: 49885515-9f77-4b63-854c-16c272f3950d for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:42:41.823077 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Updating router 49885515-9f77-4b63-854c-16c272f3950d port e0d0dad5-19ee-4385-8ea8-6b7982250bbb binding host dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:42:41.879733 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:41.881083 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cb78c5-fb27-4854-88d4-88045478494c admin admin] Made reservation on behalf of e5f9492622a543b4808f5816cb2afdf9 for: {'subnet': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:42:41.883684 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f3cb78c5-fb27-4854-88d4-88045478494c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12317354'] for subnet (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:41.954254 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:42.021772 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port a7e5c2e1-f173-4cdd-9f11-f92f60a854be is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:42.042703 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459064e-1697-44c8-afc5-b76f9846490f req-88b3035b-fd9f-48b6-a7b0-cc407a5a008b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:42.044434 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2459064e-1697-44c8-afc5-b76f9846490f req-88b3035b-fd9f-48b6-a7b0-cc407a5a008b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 946 time: 0.0519304 Sep 06 04:42:42.077735 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Request body: {'port': {'device_id': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:42.109592 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2459064e-1697-44c8-afc5-b76f9846490f req-bc498d47-19a2-481a-be75-70141530fbda tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567958 Sep 06 04:42:42.166097 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (8a88b191-41e1-4780-8ac2-cac44e992df0), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:42.180672 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f3cb78c5-fb27-4854-88d4-88045478494c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12287716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12317336'] for subnet (68997102-d5b0-483f-8ef2-2d916304901c), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:42.232536 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-81ce34e2-d496-4494-b2c9-a596e8c9ee3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:42.251762 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:42.300276 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Publish callbacks [] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), precommit_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:42.306584 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77308b32-9cd9-4bd3-bb9d-498788eff177 req-b8a72e76-6c54-4bcb-b9ae-68125eda5d95 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:42.308233 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-77308b32-9cd9-4bd3-bb9d-498788eff177 req-b8a72e76-6c54-4bcb-b9ae-68125eda5d95 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 945 time: 0.0572948 Sep 06 04:42:42.352940 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:42.363300 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-77308b32-9cd9-4bd3-bb9d-498788eff177 req-6859c1f5-29a3-4e0c-991a-0765c34f9c67 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65ced9a3-2647-4eb9-b7b6-9f0298a0d182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476186 Sep 06 04:42:42.387910 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb78c5-fb27-4854-88d4-88045478494c admin admin] Pushing event updated for resources: {'Subnet': ['ID=68997102-d5b0-483f-8ef2-2d916304901c,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:42.404798 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bdc1e-bb9a-4142-b694-ebb4927d2d10 req-558f9ef7-a7da-4cf8-8970-53bdf336e4a6 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:42.406362 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d01bdc1e-bb9a-4142-b694-ebb4927d2d10 req-558f9ef7-a7da-4cf8-8970-53bdf336e4a6 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 932 time: 0.1895208 Sep 06 04:42:42.407481 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc122aa-de76-47d0-b9fd-e144eac1ac2d None None] Pushing event updated for resources: {'Port': ['ID=e0d0dad5-19ee-4385-8ea8-6b7982250bbb,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:42.419223 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb78c5-fb27-4854-88d4-88045478494c admin admin] Checking segment: {'id': '13ca9b2e-05a8-40ee-8b05-d2eae5b0816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd33c3d12-5673-4e93-8324-19d16a7690cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:42:42.419588 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cb78c5-fb27-4854-88d4-88045478494c admin admin] Network hostable DHCP agents. Network: d33c3d12-5673-4e93-8324-19d16a7690cd, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:42:42.466890 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Attempting to bind port e0d0dad5-19ee-4385-8ea8-6b7982250bbb on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:42:42.467265 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Attempting to bind port e0d0dad5-19ee-4385-8ea8-6b7982250bbb by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': 'ef005acd-77b9-492f-9478-1471ed459e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:42:42.467693 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Attempting to bind port e0d0dad5-19ee-4385-8ea8-6b7982250bbb on network 6b6abe5e-f7f6-488e-8814-260547c69a21 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:42:42.510421 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:42:42.511037 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Checking segment: {'id': 'ef005acd-77b9-492f-9478-1471ed459e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:42:42.511251 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:42.511640 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Bound using segment: {'id': 'ef005acd-77b9-492f-9478-1471ed459e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:42:42.512106 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Bound port: e0d0dad5-19ee-4385-8ea8-6b7982250bbb, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef005acd-77b9-492f-9478-1471ed459e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:42:42.512484 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:42.544594 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d01bdc1e-bb9a-4142-b694-ebb4927d2d10 req-4701c392-0c25-4573-a794-18ea5d05630a tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208754 Sep 06 04:42:42.586211 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cada3-e25a-48df-b90b-767c344f09b4 req-9d3b3d6f-9d1c-47d4-b11e-f25159b95123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:42.587717 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5e6cada3-e25a-48df-b90b-767c344f09b4 req-9d3b3d6f-9d1c-47d4-b11e-f25159b95123 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 1129 time: 0.0393701 Sep 06 04:42:42.598128 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cb78c5-fb27-4854-88d4-88045478494c admin admin] Network d33c3d12-5673-4e93-8324-19d16a7690cd is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:42:42.607349 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] For port e0d0dad5-19ee-4385-8ea8-6b7982250bbb, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:42:42.611156 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] For port e0d0dad5-19ee-4385-8ea8-6b7982250bbb, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=e0d0dad5-19ee-4385-8ea8-6b7982250bbb,segment=NetworkSegment(ef005acd-77b9-492f-9478-1471ed459e3d),segment_id=ef005acd-77b9-492f-9478-1471ed459e3d)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:42:42.636755 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a88b191-41e1-4780-8ac2-cac44e992df0 {{(pid=106939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:42:42.637639 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5e6cada3-e25a-48df-b90b-767c344f09b4 req-2e3d04ca-c53c-4f90-9604-4dd3d49c176c service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=65ced9a3-2647-4eb9-b7b6-9f0298a0d182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427489 Sep 06 04:42:42.644952 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Publish callbacks [] for port (8a88b191-41e1-4780-8ac2-cac44e992df0), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:42.657378 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.provisioning_blocks [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Transition to ACTIVE for port object 8a88b191-41e1-4780-8ac2-cac44e992df0 will not be triggered until provisioned by entity L2. {{(pid=106939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:42:42.732432 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-f3cb78c5-fb27-4854-88d4-88045478494c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, d33c3d12-5673-4e93-8324-19d16a7690cd) {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:42:42.733116 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:42.736501 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cb78c5-fb27-4854-88d4-88045478494c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:42.742179 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f3cb78c5-fb27-4854-88d4-88045478494c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:42.745980 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3897560f-0296-4db8-8b61-4d42fd858a91 None None] Network d33c3d12-5673-4e93-8324-19d16a7690cd requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:42:42.757585 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (8a88b191-41e1-4780-8ac2-cac44e992df0), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:42.781850 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:42.825159 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Routers {'49885515-9f77-4b63-854c-16c272f3950d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:42:42.825888 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['49885515-9f77-4b63-854c-16c272f3950d'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:42.835259 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Pushing event updated for resources: {'Port': ['ID=8a88b191-41e1-4780-8ac2-cac44e992df0,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:42.845220 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 41560) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:42.845371 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-f3cb78c5-fb27-4854-88d4-88045478494c admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0992084 Sep 06 04:42:42.850862 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-836352288-router', 'tenant_id': 'e5f9492622a543b4808f5816cb2afdf9', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:42.903758 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Attempting to bind port 8a88b191-41e1-4780-8ac2-cac44e992df0 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:42:42.904097 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Attempting to bind port 8a88b191-41e1-4780-8ac2-cac44e992df0 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:42:42.904426 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Attempting to bind port 8a88b191-41e1-4780-8ac2-cac44e992df0 on network 713bea32-eeee-4105-a352-3326771fb659 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:42:42.921291 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12209'] for router (4daa7f5b-cef9-4464-a101-d7458e620501), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:42.922598 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12218'] for router (4daa7f5b-cef9-4464-a101-d7458e620501), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:42.950257 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Port 8a88b191-41e1-4780-8ac2-cac44e992df0 on network 713bea32-eeee-4105-a352-3326771fb659 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:42:42.952581 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Attempting to bind port 8a88b191-41e1-4780-8ac2-cac44e992df0 on network 713bea32-eeee-4105-a352-3326771fb659 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:42:42.983547 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Publish callbacks [] for router_controller (4daa7f5b-cef9-4464-a101-d7458e620501), precommit_add_association {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:42.995416 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:42:42.995750 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Checking segment: {'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:42:42.996126 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Bound using segment: {'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:42:42.996557 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Bound port: 8a88b191-41e1-4780-8ac2-cac44e992df0, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'}}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:42:42.996912 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (8a88b191-41e1-4780-8ac2-cac44e992df0), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:43.035912 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc122aa-de76-47d0-b9fd-e144eac1ac2d None None] Pushing event updated for resources: {'Port': ['ID=e0d0dad5-19ee-4385-8ea8-6b7982250bbb,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:43.066455 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] For port 8a88b191-41e1-4780-8ac2-cac44e992df0, host hv-cinder-85600, cleared binding levels {{(pid=106939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:42:43.069931 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] For port 8a88b191-41e1-4780-8ac2-cac44e992df0, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=8a88b191-41e1-4780-8ac2-cac44e992df0,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:42:43.084251 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:43.122570 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] Set router 49885515-9f77-4b63-854c-16c272f3950d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:42:43.151594 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4520b16-d183-5460-ac04-4f8b2cdf2ef5-d33c3d12-5673-4e93-8324-19d16a7690cd', 'network_id': 'd33c3d12-5673-4e93-8324-19d16a7690cd', 'project_id': 'e5f9492622a543b4808f5816cb2afdf9', 'fixed_ips': [{'subnet_id': '68997102-d5b0-483f-8ef2-2d916304901c'}]}} from dv-cinder-856002-1-iscsi. {{(pid=106940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 06 04:42:43.152503 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:43.181002 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (8a88b191-41e1-4780-8ac2-cac44e992df0), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:43.187479 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:43.190620 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:43.195106 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/8a88b191-41e1-4780-8ac2-cac44e992df0 HTTP/1.1" status: 200 len: 1094 time: 1.1211052 Sep 06 04:42:43.195106 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'tag': '8a88b191-41e1-4780-8ac2-cac44e992df0'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:42:43.196891 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b8076f-9700-435c-a3b1-d6cb91349f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "65eefee7-f977-45ba-92a9-d0a97facdad7", "tag": "8a88b191-41e1-4780-8ac2-cac44e992df0"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:42:43.226322 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Publish callbacks [] for router_gateway (4daa7f5b-cef9-4464-a101-d7458e620501), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:43.252936 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:43.262867 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f67a91-3f51-476d-a43f-e22daffa5089 x-openstack-request-id: req-72f67a91-3f51-476d-a43f-e22daffa5089 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:42:43.263163 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65eefee7-f977-45ba-92a9-d0a97facdad7", "tag": "8a88b191-41e1-4780-8ac2-cac44e992df0", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:42:43.263418 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72f67a91-3f51-476d-a43f-e22daffa5089 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:42:43.264007 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f67a91-3f51-476d-a43f-e22daffa5089'] response: {'name': 'network-changed', 'server_uuid': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'tag': '8a88b191-41e1-4780-8ac2-cac44e992df0', 'status': 'completed', 'code': 200} Sep 06 04:42:43.269849 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f5c6b-50ce-435a-bbe3-ab5a240f2dab service neutron] Pushing event updated for resources: {'Port': ['ID=8a88b191-41e1-4780-8ac2-cac44e992df0,revision_number=3']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:43.284697 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53643c63-693c-4418-89f6-b6166319934d req-f1b63354-9c5f-4d4b-8068-e46c8842d556 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:43.286207 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-53643c63-693c-4418-89f6-b6166319934d req-f1b63354-9c5f-4d4b-8068-e46c8842d556 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 946 time: 0.0971038 Sep 06 04:42:43.303232 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6dd8c-4edd-42c5-967a-dafbc62232d4 req-bf45c8a4-deb5-45b1-bb64-680460265067 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:43.304746 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1da6dd8c-4edd-42c5-967a-dafbc62232d4 req-bf45c8a4-deb5-45b1-bb64-680460265067 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 946 time: 0.0667751 Sep 06 04:42:43.308362 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:43.392631 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1da6dd8c-4edd-42c5-967a-dafbc62232d4 req-a70fa1f3-70cc-4abc-87ab-39c104cf00d6 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818856 Sep 06 04:42:43.431196 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.db_base_plugin_common [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Allocated IP 172.20.0.2 (d33c3d12-5673-4e93-8324-19d16a7690cd/68997102-d5b0-483f-8ef2-2d916304901c/d9103715-beb8-402b-b28d-758c7d6bb95c) {{(pid=106940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:42:43.458022 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49885515-9f77-4b63-854c-16c272f3950d', 'name': 'tempest-TestMinimumBasicScenario-1674420435-router', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:35Z', 'updated_at': '2022-09-06T04:42:38Z', 'revision_number': 4, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'gw_port': {'id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:36Z', 'updated_at': '2022-09-06T04:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': 'e0d0dad5-19ee-4385-8ea8-6b7982250bbb', 'name': '', 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'mac_address': 'fa:16:3e:f7:96:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:38Z', 'updated_at': '2022-09-06T04:42:42Z', 'revision_number': 4, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'subnets': [{'id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:43.498729 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3ca2cc-6413-4d17-bda0-7add962063ab None None] The sync data for ids ['49885515-9f77-4b63-854c-16c272f3950d'] in dv-cinder-856002-1-iscsi is: [{'id': '49885515-9f77-4b63-854c-16c272f3950d', 'name': 'tempest-TestMinimumBasicScenario-1674420435-router', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:35Z', 'updated_at': '2022-09-06T04:42:38Z', 'revision_number': 4, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'gw_port': {'id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:36Z', 'updated_at': '2022-09-06T04:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': 'e0d0dad5-19ee-4385-8ea8-6b7982250bbb', 'name': '', 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'mac_address': 'fa:16:3e:f7:96:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:38Z', 'updated_at': '2022-09-06T04:42:42Z', 'revision_number': 4, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'subnets': [{'id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:42:43.529354 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:43.535491 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Publish callbacks [] for router_gateway (4daa7f5b-cef9-4464-a101-d7458e620501), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:43.537912 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0769562-5feb-4789-a0ea-0e4b829451f5 req-218ba490-ff1c-4f50-9cf6-8ccbdd9fa703 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:43.546263 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d0769562-5feb-4789-a0ea-0e4b829451f5 req-218ba490-ff1c-4f50-9cf6-8ccbdd9fa703 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 945 time: 0.0896642 Sep 06 04:42:43.570889 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:43.643830 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d0769562-5feb-4789-a0ea-0e4b829451f5 req-3653db22-f988-4a3d-bb49-4a9d3118d7fa tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65ced9a3-2647-4eb9-b7b6-9f0298a0d182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824316 Sep 06 04:42:43.706083 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Publish callbacks [] for port (d9103715-beb8-402b-b28d-758c7d6bb95c), precommit_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:43.756743 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e9a1a-72bc-4f93-b72a-4b32218d18ab req-c61bdc30-c912-4e78-b614-de78d7858089 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:43.758405 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-176e9a1a-72bc-4f93-b72a-4b32218d18ab req-c61bdc30-c912-4e78-b614-de78d7858089 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 944 time: 0.0795035 Sep 06 04:42:43.790184 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8076f-9700-435c-a3b1-d6cb91349f4f req-c66d3c35-e9b8-41ce-8d90-f610c71e6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:43.792065 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-80b8076f-9700-435c-a3b1-d6cb91349f4f req-c66d3c35-e9b8-41ce-8d90-f610c71e6858 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=375efd2890fc4b71af13439813f00ab0&device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 1128 time: 0.0456095 Sep 06 04:42:43.806073 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Allocated IP 172.27.1.135 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/cfd6bd5e-d66f-47a4-be4e-517a7c34033c) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:42:43.866769 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (d9103715-beb8-402b-b28d-758c7d6bb95c), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:43.885523 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:43.908688 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Network d33c3d12-5673-4e93-8324-19d16a7690cd is already hosted by enough agents. {{(pid=106940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:42:43.912436 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.base_scheduler [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Resources bound (agent type, host, resource id): {{(pid=106940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:42:43.917484 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Received port after_create {{(pid=106940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:42:43.926238 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8076f-9700-435c-a3b1-d6cb91349f4f req-ceeaadd2-0f12-4f44-b03f-986336c29da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:43.930502 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-80b8076f-9700-435c-a3b1-d6cb91349f4f req-ceeaadd2-0f12-4f44-b03f-986336c29da2 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=375efd2890fc4b71af13439813f00ab0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1182725 Sep 06 04:42:43.956762 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Pushing event updated for resources: {'Port': ['ID=d9103715-beb8-402b-b28d-758c7d6bb95c,revision_number=1']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:43.998170 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Attempting to bind port d9103715-beb8-402b-b28d-758c7d6bb95c on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:42:43.998662 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Attempting to bind port d9103715-beb8-402b-b28d-758c7d6bb95c by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '13ca9b2e-05a8-40ee-8b05-d2eae5b0816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd33c3d12-5673-4e93-8324-19d16a7690cd'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:42:43.999121 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Attempting to bind port d9103715-beb8-402b-b28d-758c7d6bb95c on network d33c3d12-5673-4e93-8324-19d16a7690cd {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:42:44.001672 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-176e9a1a-72bc-4f93-b72a-4b32218d18ab req-e9d49d48-7859-4b4e-b9a6-d95319851cc3 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038169 Sep 06 04:42:44.007492 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-53643c63-693c-4418-89f6-b6166319934d req-dd4f7ff2-1cba-4a57-a817-db675a336c29 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Deleting port 19322183-60e8-44ac-b690-7448dfce3250 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:42:44.008746 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-53643c63-693c-4418-89f6-b6166319934d req-dd4f7ff2-1cba-4a57-a817-db675a336c29 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (19322183-60e8-44ac-b690-7448dfce3250), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:44.044206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:44.047588 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:42:44.053167 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Checking segment: {'id': '13ca9b2e-05a8-40ee-8b05-d2eae5b0816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd33c3d12-5673-4e93-8324-19d16a7690cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:42:44.053167 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:44.053167 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Bound using segment: {'id': '13ca9b2e-05a8-40ee-8b05-d2eae5b0816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd33c3d12-5673-4e93-8324-19d16a7690cd'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:42:44.053167 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Bound port: d9103715-beb8-402b-b28d-758c7d6bb95c, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ca9b2e-05a8-40ee-8b05-d2eae5b0816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd33c3d12-5673-4e93-8324-19d16a7690cd'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:42:44.053167 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (d9103715-beb8-402b-b28d-758c7d6bb95c), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:44.059927 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8076f-9700-435c-a3b1-d6cb91349f4f req-f96296c6-e6cf-4b9e-8bd3-3fc64fecab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:44.062832 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-80b8076f-9700-435c-a3b1-d6cb91349f4f req-f96296c6-e6cf-4b9e-8bd3-3fc64fecab78 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1241646 Sep 06 04:42:44.112942 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:44.122188 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] For port d9103715-beb8-402b-b28d-758c7d6bb95c, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:42:44.126356 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] For port d9103715-beb8-402b-b28d-758c7d6bb95c, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=d9103715-beb8-402b-b28d-758c7d6bb95c,segment=NetworkSegment(13ca9b2e-05a8-40ee-8b05-d2eae5b0816a),segment_id=13ca9b2e-05a8-40ee-8b05-d2eae5b0816a)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:42:44.147455 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Publish callbacks [] for port (cfd6bd5e-d66f-47a4-be4e-517a7c34033c), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:44.159362 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-53643c63-693c-4418-89f6-b6166319934d req-dd4f7ff2-1cba-4a57-a817-db675a336c29 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] For port 19322183-60e8-44ac-b690-7448dfce3250, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=19322183-60e8-44ac-b690-7448dfce3250,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:42:44.160390 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-53643c63-693c-4418-89f6-b6166319934d req-dd4f7ff2-1cba-4a57-a817-db675a336c29 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (19322183-60e8-44ac-b690-7448dfce3250), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:44.198301 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (d9103715-beb8-402b-b28d-758c7d6bb95c), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:44.264607 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380889b-a7aa-4625-a874-bc894c8e1102 None None] Pushing event updated for resources: {'Port': ['ID=d9103715-beb8-402b-b28d-758c7d6bb95c,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:44.408143 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (cfd6bd5e-d66f-47a4-be4e-517a7c34033c), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:44.489198 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-3179a75a-8f8c-41dc-96ec-871b3bc29571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:44.495040 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:42:44.501619 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-53643c63-693c-4418-89f6-b6166319934d req-dd4f7ff2-1cba-4a57-a817-db675a336c29 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:44.503072 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-53643c63-693c-4418-89f6-b6166319934d req-dd4f7ff2-1cba-4a57-a817-db675a336c29 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (5b78f8ec-e614-49e6-8730-8b45f1d35d6e), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:44.503405 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.l3_db [req-53643c63-693c-4418-89f6-b6166319934d req-dd4f7ff2-1cba-4a57-a817-db675a336c29 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Floating IP 5b78f8ec-e614-49e6-8730-8b45f1d35d6e disassociated. External IP: 172.27.1.162, port: 19322183-60e8-44ac-b690-7448dfce3250. Sep 06 04:42:44.504215 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-53643c63-693c-4418-89f6-b6166319934d req-dd4f7ff2-1cba-4a57-a817-db675a336c29 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Calling delete_port for 19322183-60e8-44ac-b690-7448dfce3250 owned by compute:nova {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:42:44.508922 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:42:44.511528 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:42:44.517762 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Pushing event updated for resources: {'Port': ['ID=cfd6bd5e-d66f-47a4-be4e-517a7c34033c,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:44.579751 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663d46d-5883-4c5e-bbfe-6b7b6c342bbb req-b1591821-8794-441f-ac44-02bff9995990 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:44.583299 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4663d46d-5883-4c5e-bbfe-6b7b6c342bbb req-b1591821-8794-441f-ac44-02bff9995990 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 946 time: 0.0811322 Sep 06 04:42:44.645030 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4663d46d-5883-4c5e-bbfe-6b7b6c342bbb req-4204a580-ca85-4425-8e0e-4379db5fbcea tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=ea3cb129-25fa-4161-a6a1-6b35309ff8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560777 Sep 06 04:42:44.650172 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:44.773442 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-50527860-a5c7-4491-8001-551f5a865bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:44.775260 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-50527860-a5c7-4491-8001-551f5a865bb1 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=375efd2890fc4b71af13439813f00ab0&device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 1128 time: 0.0660913 Sep 06 04:42:44.834461 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-6f982aa2-1940-4c4b-9a9f-7544af49f2f9 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a88b191-41e1-4780-8ac2-cac44e992df0 HTTP/1.1" status: 200 len: 217 time: 0.0438328 Sep 06 04:42:44.895569 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-b5104e87-1fd3-4547-81df-10a01dbd14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:44.897055 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-b5104e87-1fd3-4547-81df-10a01dbd14ed service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=620d1330-0c40-41f6-9a10-faccabf815ee HTTP/1.1" status: 200 len: 851 time: 0.0563984 Sep 06 04:42:44.936230 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:44.945242 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-1ceab136-f8ff-4504-b83a-ad9162584546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:44.947206 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-1ceab136-f8ff-4504-b83a-ad9162584546 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=713bea32-eeee-4105-a352-3326771fb659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443892 Sep 06 04:42:45.037344 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458775dc-736c-4cc8-a3a3-55da6122a308 req-3140f5b8-65a4-4b66-ad1b-a1fd98b37fd8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:45.038966 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-458775dc-736c-4cc8-a3a3-55da6122a308 req-3140f5b8-65a4-4b66-ad1b-a1fd98b37fd8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 945 time: 0.0912097 Sep 06 04:42:45.234636 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-458775dc-736c-4cc8-a3a3-55da6122a308 req-0b2aed4b-39b3-4f5c-8dd4-61bc5fab56ec tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65ced9a3-2647-4eb9-b7b6-9f0298a0d182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715870 Sep 06 04:42:45.237931 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-53643c63-693c-4418-89f6-b6166319934d req-dd4f7ff2-1cba-4a57-a817-db675a336c29 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (19322183-60e8-44ac-b690-7448dfce3250), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:45.285288 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f7ff2-1cba-4a57-a817-db675a336c29 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Pushing event deleted for resources: {'Port': ['ID=19322183-60e8-44ac-b690-7448dfce3250,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:45.396936 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb008a-87a9-4ef4-b58f-81e89008f483 req-0a48d69e-5591-453c-9542-7754e76ad46a tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:45.404395 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2acb008a-87a9-4ef4-b58f-81e89008f483 req-0a48d69e-5591-453c-9542-7754e76ad46a tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 944 time: 0.0792215 Sep 06 04:42:45.418834 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:45.431759 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Publish callbacks [] for router_gateway (4daa7f5b-cef9-4464-a101-d7458e620501), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:45.441608 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eb421a-d00d-4bae-9181-1ab041557d03 None None] Network d33c3d12-5673-4e93-8324-19d16a7690cd requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:42:45.444021 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-579f8293-2ae0-4f33-b888-ee2fab06d1b4 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897482 Sep 06 04:42:45.480744 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498d80c-c862-4c84-bcd2-1f4ca87c56ec req-7f526686-5f0a-42ec-9fea-5f6051a5fb87 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:45.482241 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5498d80c-c862-4c84-bcd2-1f4ca87c56ec req-7f526686-5f0a-42ec-9fea-5f6051a5fb87 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 945 time: 0.0992694 Sep 06 04:42:45.511044 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 41578) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:45.516721 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-afab2283-9be9-490f-91ec-5c5e3701b86e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'floatingip': {'port_id': 'e194fb45-529b-4235-84c0-becbe4954bd3'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:45.524905 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-c8538b29-07e6-4b6f-b8e1-ac942f46593c None None] Provisioning complete for port d9103715-beb8-402b-b28d-758c7d6bb95c triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:45.525350 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c8538b29-07e6-4b6f-b8e1-ac942f46593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (d9103715-beb8-402b-b28d-758c7d6bb95c), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:45.529048 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2acb008a-87a9-4ef4-b58f-81e89008f483 req-77d06853-83ec-4f95-899a-bb2ba1b7c65a tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237614 Sep 06 04:42:45.579688 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-afab2283-9be9-490f-91ec-5c5e3701b86e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (37f4d648-f560-47a4-884a-073769a5470c), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:45.581580 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8b24cadb-9c0b-4087-b7ef-f28f8ef242ab req-38100a23-1a4b-4ec0-9408-e52b114d0fa6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281374 Sep 06 04:42:45.707917 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53643c63-693c-4418-89f6-b6166319934d req-dd4f7ff2-1cba-4a57-a817-db675a336c29 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Router 1629557e-6aa4-44ea-836a-d956945aa98d has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:42:45.718089 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-c8538b29-07e6-4b6f-b8e1-ac942f46593c None None] Current status of the port d9103715-beb8-402b-b28d-758c7d6bb95c is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:45.724424 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c8538b29-07e6-4b6f-b8e1-ac942f46593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (d9103715-beb8-402b-b28d-758c7d6bb95c), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:45.735007 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device e0d0dad5-19ee-4385-8ea8-6b7982250bbb up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:42:45.816888 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-c8538b29-07e6-4b6f-b8e1-ac942f46593c None None] For port d9103715-beb8-402b-b28d-758c7d6bb95c, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=d9103715-beb8-402b-b28d-758c7d6bb95c,segment=NetworkSegment(13ca9b2e-05a8-40ee-8b05-d2eae5b0816a),segment_id=13ca9b2e-05a8-40ee-8b05-d2eae5b0816a)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:42:45.845871 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port e0d0dad5-19ee-4385-8ea8-6b7982250bbb triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:45.846560 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:45.848257 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:45.898999 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cbd90c42-5248-48d2-8066-c95dbb93ff93 req-3bf88f8d-5e8d-4019-9151-0f89a5964b05 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 210 time: 0.1158936 Sep 06 04:42:45.928210 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:45.931276 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c8538b29-07e6-4b6f-b8e1-ac942f46593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (d9103715-beb8-402b-b28d-758c7d6bb95c), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:45.967456 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port e0d0dad5-19ee-4385-8ea8-6b7982250bbb is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:45.967844 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:46.016361 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8538b29-07e6-4b6f-b8e1-ac942f46593c None None] Pushing event updated for resources: {'Port': ['ID=d9103715-beb8-402b-b28d-758c7d6bb95c,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:46.026712 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port e0d0dad5-19ee-4385-8ea8-6b7982250bbb, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=e0d0dad5-19ee-4385-8ea8-6b7982250bbb,segment=NetworkSegment(ef005acd-77b9-492f-9478-1471ed459e3d),segment_id=ef005acd-77b9-492f-9478-1471ed459e3d)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:42:46.056080 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-bc7a31cd-44f4-4ce8-b143-1385805e737f None None] Provisioning complete for port d9103715-beb8-402b-b28d-758c7d6bb95c triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:46.056450 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-bc7a31cd-44f4-4ce8-b143-1385805e737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (d9103715-beb8-402b-b28d-758c7d6bb95c), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:46.086320 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:46.087112 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device d9103715-beb8-402b-b28d-758c7d6bb95c up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:42:46.101986 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53643c63-693c-4418-89f6-b6166319934d req-dd4f7ff2-1cba-4a57-a817-db675a336c29 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:42:46.103333 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:46.113584 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b931378-a95c-42d7-a95c-18df71990982 None None] Sync routers for ids ['1629557e-6aa4-44ea-836a-d956945aa98d'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:42:46.124885 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b931378-a95c-42d7-a95c-18df71990982 None None] Routers {'1629557e-6aa4-44ea-836a-d956945aa98d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:42:46.128967 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1b931378-a95c-42d7-a95c-18df71990982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['1629557e-6aa4-44ea-836a-d956945aa98d'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:46.164082 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745134'] for router (4daa7f5b-cef9-4464-a101-d7458e620501), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:46.192697 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-53643c63-693c-4418-89f6-b6166319934d req-dd4f7ff2-1cba-4a57-a817-db675a336c29 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] No DVR routers for this DVR port 19322183-60e8-44ac-b690-7448dfce3250 on host hv-cinder-85600 {{(pid=106938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:42:46.195052 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:46.195944 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=e0d0dad5-19ee-4385-8ea8-6b7982250bbb,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:46.213622 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port d9103715-beb8-402b-b28d-758c7d6bb95c triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:46.214002 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (d9103715-beb8-402b-b28d-758c7d6bb95c), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:46.233426 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a31cd-44f4-4ce8-b143-1385805e737f None None] Current status of the port d9103715-beb8-402b-b28d-758c7d6bb95c is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:46.238849 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-53643c63-693c-4418-89f6-b6166319934d req-dd4f7ff2-1cba-4a57-a817-db675a336c29 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:46.247253 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-53643c63-693c-4418-89f6-b6166319934d req-dd4f7ff2-1cba-4a57-a817-db675a336c29 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.46 "DELETE /networking/v2.0/ports/19322183-60e8-44ac-b690-7448dfce3250 HTTP/1.1" status: 204 len: 173 time: 2.5120633 Sep 06 04:42:46.247253 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53238a8f-2601-4952-acd2-4dcb02761c12', 'name': 'network-vif-deleted', 'tag': '19322183-60e8-44ac-b690-7448dfce3250'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:42:46.247253 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ce0cec-00d8-45f6-89f5-341ad35973a7" -d '{"events": [{"server_uuid": "53238a8f-2601-4952-acd2-4dcb02761c12", "name": "network-vif-deleted", "tag": "19322183-60e8-44ac-b690-7448dfce3250"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:42:46.250529 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-1b931378-a95c-42d7-a95c-18df71990982 None None] Set router 1629557e-6aa4-44ea-836a-d956945aa98d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:42:46.287483 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:46.291912 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b6ae3c-4344-4f8c-a19d-fc80460072d0 x-openstack-request-id: req-65b6ae3c-4344-4f8c-a19d-fc80460072d0 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:42:46.292455 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53238a8f-2601-4952-acd2-4dcb02761c12", "name": "network-vif-deleted", "tag": "19322183-60e8-44ac-b690-7448dfce3250", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:42:46.292713 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65b6ae3c-4344-4f8c-a19d-fc80460072d0 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:42:46.293129 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b6ae3c-4344-4f8c-a19d-fc80460072d0'] response: {'server_uuid': '53238a8f-2601-4952-acd2-4dcb02761c12', 'name': 'network-vif-deleted', 'tag': '19322183-60e8-44ac-b690-7448dfce3250', 'status': 'completed', 'code': 200} Sep 06 04:42:46.314528 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port d9103715-beb8-402b-b28d-758c7d6bb95c is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:46.460826 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1b931378-a95c-42d7-a95c-18df71990982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:29Z', 'revision_number': 4, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': 'd669fceb-babb-49ad-8fce-47c11c1f6d13', 'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'mac_address': 'fa:16:3e:b4:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:26Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'subnets': [{'id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:46.496827 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b931378-a95c-42d7-a95c-18df71990982 None None] Checking router: 1629557e-6aa4-44ea-836a-d956945aa98d for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:42:46.505821 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b931378-a95c-42d7-a95c-18df71990982 None None] Routers {'1629557e-6aa4-44ea-836a-d956945aa98d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:42:46.506465 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1b931378-a95c-42d7-a95c-18df71990982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['1629557e-6aa4-44ea-836a-d956945aa98d'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:46.548312 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-afab2283-9be9-490f-91ec-5c5e3701b86e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:46.586212 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Router 4daa7f5b-cef9-4464-a101-d7458e620501 is scheduled to L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 with binding_index 1 {{(pid=106938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 04:42:46.616300 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-1b931378-a95c-42d7-a95c-18df71990982 None None] Set router 1629557e-6aa4-44ea-836a-d956945aa98d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:42:46.636279 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-afab2283-9be9-490f-91ec-5c5e3701b86e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (37f4d648-f560-47a4-884a-073769a5470c), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:46.826613 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-1b931378-a95c-42d7-a95c-18df71990982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:29Z', 'revision_number': 4, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': 'd669fceb-babb-49ad-8fce-47c11c1f6d13', 'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'mac_address': 'fa:16:3e:b4:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:26Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'subnets': [{'id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:46.856732 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b931378-a95c-42d7-a95c-18df71990982 None None] The sync data for ids ['1629557e-6aa4-44ea-836a-d956945aa98d'] in dv-cinder-856002-1-iscsi is: [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:29Z', 'revision_number': 4, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': 'd669fceb-babb-49ad-8fce-47c11c1f6d13', 'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'mac_address': 'fa:16:3e:b4:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:26Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'subnets': [{'id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:42:46.996379 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b149ae-446e-4f80-8d5d-4944f75c64bf req-6ea7f003-dc47-4999-b935-12f8f6c7652a tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:46.996497 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 19322183-60e8-44ac-b690-7448dfce3250 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:42:46.996959 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a9b149ae-446e-4f80-8d5d-4944f75c64bf req-6ea7f003-dc47-4999-b935-12f8f6c7652a tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 944 time: 0.3587573 Sep 06 04:42:47.020995 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: 19322183-60e8-44ac-b690-7448dfce3250 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:42:47.025533 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 19322183-60e8-44ac-b690-7448dfce3250 not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:42:47.071501 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:42:47.082051 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Sync routers for ids ['4daa7f5b-cef9-4464-a101-d7458e620501'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:42:47.089586 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-640d39cc-c239-440a-9575-74e8a2d397ff req-1506d192-b142-436f-8b43-d3b4b1f0e9cb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=53238a8f-2601-4952-acd2-4dcb02761c12 HTTP/1.1" status: 200 len: 210 time: 0.0431836 Sep 06 04:42:47.100300 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.l3_db [None req-afab2283-9be9-490f-91ec-5c5e3701b86e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Floating IP 37f4d648-f560-47a4-884a-073769a5470c associated. External IP: 172.27.1.163, port: e194fb45-529b-4235-84c0-becbe4954bd3. Sep 06 04:42:47.100409 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Routers {'4daa7f5b-cef9-4464-a101-d7458e620501'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:42:47.111784 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['4daa7f5b-cef9-4464-a101-d7458e620501'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:47.145605 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:47.163122 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a9b149ae-446e-4f80-8d5d-4944f75c64bf req-c60671a4-cf3a-47bf-9648-aa44e1f48d9b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399169 Sep 06 04:42:47.205549 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6786a873-97b2-429f-b943-1f70bf8689e1 None None] New status for floating IP 5b78f8ec-e614-49e6-8730-8b45f1d35d6e: DOWN {{(pid=106941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:42:47.227732 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:47.229776 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-291a3510-a834-4641-b88a-1711088264ca admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3822422 Sep 06 04:42:47.231939 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41590) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:47.246402 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:47.268322 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Set router 4daa7f5b-cef9-4464-a101-d7458e620501 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:42:47.391172 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afab2283-9be9-490f-91ec-5c5e3701b86e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Router 2b5da834-132c-4caf-b4b3-1006d671b269 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:42:47.473621 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:47.498437 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:47.517252 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'name': 'tempest-TestMinimumBasicScenario-836352288-router', 'tenant_id': 'e5f9492622a543b4808f5816cb2afdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cfd6bd5e-d66f-47a4-be4e-517a7c34033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:42Z', 'updated_at': '2022-09-06T04:42:45Z', 'revision_number': 3, 'project_id': 'e5f9492622a543b4808f5816cb2afdf9', 'gw_port': {'id': 'cfd6bd5e-d66f-47a4-be4e-517a7c34033c', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:43Z', 'updated_at': '2022-09-06T04:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:47.526488 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afab2283-9be9-490f-91ec-5c5e3701b86e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:42:47.534224 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-afab2283-9be9-490f-91ec-5c5e3701b86e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:47.554759 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164eae13-8316-40f2-b90d-7fea11c8add0 None None] Sync routers for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:42:47.557610 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Checking router: 4daa7f5b-cef9-4464-a101-d7458e620501 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:42:47.557959 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Updating router 4daa7f5b-cef9-4464-a101-d7458e620501 port cfd6bd5e-d66f-47a4-be4e-517a7c34033c binding host dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:42:47.576642 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-afab2283-9be9-490f-91ec-5c5e3701b86e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/37f4d648-f560-47a4-884a-073769a5470c HTTP/1.1" status: 200 len: 991 time: 2.0614340 Sep 06 04:42:47.722751 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:47.733623 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device e0d0dad5-19ee-4385-8ea8-6b7982250bbb up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:42:47.769982 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164eae13-8316-40f2-b90d-7fea11c8add0 None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:42:47.770606 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-164eae13-8316-40f2-b90d-7fea11c8add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:47.804040 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (cfd6bd5e-d66f-47a4-be4e-517a7c34033c), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:47.811461 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:47.887086 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Allocated IP 172.20.0.1 (d33c3d12-5673-4e93-8324-19d16a7690cd/68997102-d5b0-483f-8ef2-2d916304901c/15b8fd39-ce5f-4999-b4fa-47405cafd441) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:42:47.896915 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:47.904323 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:47.960440 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port e0d0dad5-19ee-4385-8ea8-6b7982250bbb triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:47.960813 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:48.001681 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Publish callbacks [] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:48.040363 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-164eae13-8316-40f2-b90d-7fea11c8add0 None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:42:48.043337 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:48.121018 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:48.160986 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Network d33c3d12-5673-4e93-8324-19d16a7690cd is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:42:48.171247 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:42:48.177062 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:42:48.251509 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738324'] for router_interface (4daa7f5b-cef9-4464-a101-d7458e620501), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:48.288360 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port e0d0dad5-19ee-4385-8ea8-6b7982250bbb is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:48.288360 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device d9103715-beb8-402b-b28d-758c7d6bb95c up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:42:48.293934 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6059864b-289a-4aa6-85b9-9041ca7e9d2d', 'tag': 'e194fb45-529b-4235-84c0-becbe4954bd3'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:42:48.297659 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9235e4d-e619-48bd-a125-ab0b1bcdb6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "6059864b-289a-4aa6-85b9-9041ca7e9d2d", "tag": "e194fb45-529b-4235-84c0-becbe4954bd3"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:42:48.313081 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 41602) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:48.335732 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Pushing event updated for resources: {'Port': ['ID=15b8fd39-ce5f-4999-b4fa-47405cafd441,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:48.346088 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625eef35-56ba-4f0e-8d00-0e95eae169e5 req-194f9005-54b3-47e2-8fc1-ce4211622b37 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:48.350360 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-625eef35-56ba-4f0e-8d00-0e95eae169e5 req-194f9005-54b3-47e2-8fc1-ce4211622b37 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 944 time: 0.0618746 Sep 06 04:42:48.365218 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:48.365909 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:48.366454 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:48.366996 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:48.367557 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:48.368090 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:48.368618 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:48.369145 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:48.369707 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:48.370254 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:48.370807 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:48.371434 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:48.371975 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:48.372357 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:48.372825 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:42:48.393535 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6a9373-9824-4f3f-b57a-16053c7411e1 x-openstack-request-id: req-2e6a9373-9824-4f3f-b57a-16053c7411e1 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:42:48.393891 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6059864b-289a-4aa6-85b9-9041ca7e9d2d", "tag": "e194fb45-529b-4235-84c0-becbe4954bd3", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:42:48.394415 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e6a9373-9824-4f3f-b57a-16053c7411e1 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:42:48.395035 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e6a9373-9824-4f3f-b57a-16053c7411e1'] response: {'name': 'network-changed', 'server_uuid': '6059864b-289a-4aa6-85b9-9041ca7e9d2d', 'tag': 'e194fb45-529b-4235-84c0-becbe4954bd3', 'status': 'completed', 'code': 200} Sep 06 04:42:48.434355 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-12e82ed6-5274-4c9f-9919-c6d5e764dc83 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group (ea3cb129-25fa-4161-a6a1-6b35309ff8c3), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:48.438652 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-625eef35-56ba-4f0e-8d00-0e95eae169e5 req-397576e2-8837-4f2e-bf9b-9ddf47d7dd7a tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831621 Sep 06 04:42:48.504980 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-12e82ed6-5274-4c9f-9919-c6d5e764dc83 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group (ea3cb129-25fa-4161-a6a1-6b35309ff8c3), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:48.518849 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9235e4d-e619-48bd-a125-ab0b1bcdb6e4 req-0bda9594-2fa3-4174-95b5-32600134e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:48.520719 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f9235e4d-e619-48bd-a125-ab0b1bcdb6e4 req-0bda9594-2fa3-4174-95b5-32600134e967 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3d04ba57221f42d684873d624dbfd283&device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 1129 time: 0.0740592 Sep 06 04:42:48.528395 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:48.543384 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-27343873-d0ed-4988-869c-628a010c2cbe None None] Provisioning complete for port 15b8fd39-ce5f-4999-b4fa-47405cafd441 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:48.543756 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-27343873-d0ed-4988-869c-628a010c2cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:48.547926 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Publish callbacks [] for port (cfd6bd5e-d66f-47a4-be4e-517a7c34033c), precommit_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:48.587737 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port d9103715-beb8-402b-b28d-758c7d6bb95c triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:48.588185 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (d9103715-beb8-402b-b28d-758c7d6bb95c), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:48.595390 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-164eae13-8316-40f2-b90d-7fea11c8add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '37f4d648-f560-47a4-884a-073769a5470c', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'port_id': 'e194fb45-529b-4235-84c0-becbe4954bd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'mac_address': 'fa:16:3e:47:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059864b-289a-4aa6-85b9-9041ca7e9d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:42:21Z', 'updated_at': '2022-09-06T04:42:46Z', 'revision_number': 1, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:48.606885 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:48.610139 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:48.632037 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9235e4d-e619-48bd-a125-ab0b1bcdb6e4 req-7bcfa6ac-2138-4c25-af63-2f7e2f3b5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:48.633615 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f9235e4d-e619-48bd-a125-ab0b1bcdb6e4 req-7bcfa6ac-2138-4c25-af63-2f7e2f3b5579 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=4c394cea-216c-4a1f-9277-2bb67bf6a21b HTTP/1.1" status: 200 len: 916 time: 0.1060340 Sep 06 04:42:48.646722 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-27343873-d0ed-4988-869c-628a010c2cbe None None] Port 15b8fd39-ce5f-4999-b4fa-47405cafd441 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:42:48.652269 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164eae13-8316-40f2-b90d-7fea11c8add0 None None] Checking router: 2b5da834-132c-4caf-b4b3-1006d671b269 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:42:48.669461 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (cfd6bd5e-d66f-47a4-be4e-517a7c34033c), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:48.684144 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164eae13-8316-40f2-b90d-7fea11c8add0 None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:42:48.684862 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-164eae13-8316-40f2-b90d-7fea11c8add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:48.700841 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-12e82ed6-5274-4c9f-9919-c6d5e764dc83 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (ea3cb129-25fa-4161-a6a1-6b35309ff8c3), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:48.703506 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-12e82ed6-5274-4c9f-9919-c6d5e764dc83 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:48.707901 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-12e82ed6-5274-4c9f-9919-c6d5e764dc83 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/ea3cb129-25fa-4161-a6a1-6b35309ff8c3 HTTP/1.1" status: 204 len: 168 time: 0.3896697 Sep 06 04:42:48.712313 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 41604) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:48.734505 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f9235e4d-e619-48bd-a125-ab0b1bcdb6e4 req-67724f06-d8d9-4db8-a77a-b7f9e9020bb2 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e194fb45-529b-4235-84c0-becbe4954bd3 HTTP/1.1" status: 200 len: 999 time: 0.0950506 Sep 06 04:42:48.738943 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e82ed6-5274-4c9f-9919-c6d5e764dc83 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3cb129-25fa-4161-a6a1-6b35309ff8c3,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:48.745726 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Attempting to bind port cfd6bd5e-d66f-47a4-be4e-517a7c34033c on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:42:48.746197 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Attempting to bind port cfd6bd5e-d66f-47a4-be4e-517a7c34033c by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:42:48.746620 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Attempting to bind port cfd6bd5e-d66f-47a4-be4e-517a7c34033c on network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:42:48.753791 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.api.v2.resource [None req-4606d6b2-33f7-46c8-a6a1-39e9d66f346f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] show failed (client error): The resource could not be found. Sep 06 04:42:48.757530 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-4606d6b2-33f7-46c8-a6a1-39e9d66f346f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups/ea3cb129-25fa-4161-a6a1-6b35309ff8c3 HTTP/1.1" status: 404 len: 347 time: 0.0387080 Sep 06 04:42:48.758218 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41606) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:48.794702 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9235e4d-e619-48bd-a125-ab0b1bcdb6e4 req-11955fbb-982d-4c80-9eb3-fc3cd020bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:48.796225 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f9235e4d-e619-48bd-a125-ab0b1bcdb6e4 req-11955fbb-982d-4c80-9eb3-fc3cd020bf1b service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f HTTP/1.1" status: 200 len: 854 time: 0.0529213 Sep 06 04:42:48.810117 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:48.838763 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee70bd8-7e22-4136-90fa-0609c6cb25e3 None None] Pushing event updated for resources: {'Port': ['ID=cfd6bd5e-d66f-47a4-be4e-517a7c34033c,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:48.844362 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9235e4d-e619-48bd-a125-ab0b1bcdb6e4 req-64350663-4a3c-4453-bcd1-5b6596a928dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:48.846518 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f9235e4d-e619-48bd-a125-ab0b1bcdb6e4 req-64350663-4a3c-4453-bcd1-5b6596a928dd service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=4c394cea-216c-4a1f-9277-2bb67bf6a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440793 Sep 06 04:42:48.897009 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Publish callbacks [] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:48.912801 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port d9103715-beb8-402b-b28d-758c7d6bb95c is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:48.917667 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:42:48.917667 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Checking segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:42:48.918202 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:48.918482 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Bound using segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:42:48.918913 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Bound port: cfd6bd5e-d66f-47a4-be4e-517a7c34033c, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:42:48.919289 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (cfd6bd5e-d66f-47a4-be4e-517a7c34033c), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:48.932657 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5ec867-6e77-47d3-a224-475530d47dbb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Deleting port 454fa03d-0e41-481d-bfe7-444dc22f96ea {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:42:48.933038 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec867-6e77-47d3-a224-475530d47dbb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (454fa03d-0e41-481d-bfe7-444dc22f96ea), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:48.947691 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-164eae13-8316-40f2-b90d-7fea11c8add0 None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:42:48.955345 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f9235e4d-e619-48bd-a125-ab0b1bcdb6e4 req-4f6e42a1-6209-483d-b64b-12f64518b71c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021528 Sep 06 04:42:48.977419 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:49.037452 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:49.044373 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] For port cfd6bd5e-d66f-47a4-be4e-517a7c34033c, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:42:49.065163 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] For port cfd6bd5e-d66f-47a4-be4e-517a7c34033c, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=cfd6bd5e-d66f-47a4-be4e-517a7c34033c,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:42:49.066291 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Pushing event updated for resources: {'Port': ['ID=15b8fd39-ce5f-4999-b4fa-47405cafd441,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:49.073169 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738488'] for router_interface (4daa7f5b-cef9-4464-a101-d7458e620501), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:49.077127 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f9235e4d-e619-48bd-a125-ab0b1bcdb6e4 req-9c53b6c6-c4db-430c-a067-f1096da1e2cf service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154602 Sep 06 04:42:49.087607 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec867-6e77-47d3-a224-475530d47dbb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (454fa03d-0e41-481d-bfe7-444dc22f96ea), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:49.087929 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec867-6e77-47d3-a224-475530d47dbb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for floatingip (454fa03d-0e41-481d-bfe7-444dc22f96ea), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:49.100411 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:49.113681 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-8e5ec867-6e77-47d3-a224-475530d47dbb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Calling delete_port for 454fa03d-0e41-481d-bfe7-444dc22f96ea owned by network:floatingip {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:42:49.183197 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (cfd6bd5e-d66f-47a4-be4e-517a7c34033c), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:49.231540 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Routers {'4daa7f5b-cef9-4464-a101-d7458e620501'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:42:49.232147 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['4daa7f5b-cef9-4464-a101-d7458e620501'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:49.234020 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-164eae13-8316-40f2-b90d-7fea11c8add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '37f4d648-f560-47a4-884a-073769a5470c', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'port_id': 'e194fb45-529b-4235-84c0-becbe4954bd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'mac_address': 'fa:16:3e:47:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059864b-289a-4aa6-85b9-9041ca7e9d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:42:21Z', 'updated_at': '2022-09-06T04:42:46Z', 'revision_number': 1, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:49.253713 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Network d33c3d12-5673-4e93-8324-19d16a7690cd is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:42:49.261617 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:42:49.405911 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:49.441459 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Router 4daa7f5b-cef9-4464-a101-d7458e620501 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:42:49.464731 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164eae13-8316-40f2-b90d-7fea11c8add0 None None] The sync data for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi is: [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '37f4d648-f560-47a4-884a-073769a5470c', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'port_id': 'e194fb45-529b-4235-84c0-becbe4954bd3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'mac_address': 'fa:16:3e:47:5c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6059864b-289a-4aa6-85b9-9041ca7e9d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:42:21Z', 'updated_at': '2022-09-06T04:42:46Z', 'revision_number': 1, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:42:49.482577 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee70bd8-7e22-4136-90fa-0609c6cb25e3 None None] Pushing event updated for resources: {'Port': ['ID=cfd6bd5e-d66f-47a4-be4e-517a7c34033c,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:49.499081 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec867-6e77-47d3-a224-475530d47dbb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (454fa03d-0e41-481d-bfe7-444dc22f96ea), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:49.535073 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ec867-6e77-47d3-a224-475530d47dbb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Pushing event deleted for resources: {'Port': ['ID=454fa03d-0e41-481d-bfe7-444dc22f96ea,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:49.552821 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] Set router 4daa7f5b-cef9-4464-a101-d7458e620501 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:42:49.598828 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-627dffbb-873d-4caa-ba73-b69e6955da40 None None] Provisioning complete for port 15b8fd39-ce5f-4999-b4fa-47405cafd441 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:49.599196 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-627dffbb-873d-4caa-ba73-b69e6955da40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:49.604875 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:49.640218 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:42:49.643919 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab309f4-021f-4e2d-84cf-0d2ff6464dd1 req-378319b4-e04f-45f7-a003-e775430fc63d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:49.649367 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-3018483b-0159-4277-9694-c05976adf349 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/4daa7f5b-cef9-4464-a101-d7458e620501/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4138870 Sep 06 04:42:49.652487 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9ab309f4-021f-4e2d-84cf-0d2ff6464dd1 req-378319b4-e04f-45f7-a003-e775430fc63d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 944 time: 0.0678134 Sep 06 04:42:49.656434 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec867-6e77-47d3-a224-475530d47dbb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for floatingip (5b78f8ec-e614-49e6-8730-8b45f1d35d6e), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:49.656434 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec867-6e77-47d3-a224-475530d47dbb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:49.662513 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-8e5ec867-6e77-47d3-a224-475530d47dbb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/5b78f8ec-e614-49e6-8730-8b45f1d35d6e HTTP/1.1" status: 204 len: 168 time: 0.9035931 Sep 06 04:42:49.721779 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-627dffbb-873d-4caa-ba73-b69e6955da40 None None] Port 15b8fd39-ce5f-4999-b4fa-47405cafd441 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:42:49.729120 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9ab309f4-021f-4e2d-84cf-0d2ff6464dd1 req-31fd18d1-78f5-4063-a4bd-5d955b7754b4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724902 Sep 06 04:42:49.844255 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'name': 'tempest-TestMinimumBasicScenario-836352288-router', 'tenant_id': 'e5f9492622a543b4808f5816cb2afdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cfd6bd5e-d66f-47a4-be4e-517a7c34033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:42Z', 'updated_at': '2022-09-06T04:42:48Z', 'revision_number': 4, 'project_id': 'e5f9492622a543b4808f5816cb2afdf9', 'gw_port': {'id': 'cfd6bd5e-d66f-47a4-be4e-517a7c34033c', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:43Z', 'updated_at': '2022-09-06T04:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '15b8fd39-ce5f-4999-b4fa-47405cafd441', 'name': '', 'network_id': 'd33c3d12-5673-4e93-8324-19d16a7690cd', 'tenant_id': 'e5f9492622a543b4808f5816cb2afdf9', 'mac_address': 'fa:16:3e:a0:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '68997102-d5b0-483f-8ef2-2d916304901c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:47Z', 'updated_at': '2022-09-06T04:42:48Z', 'revision_number': 2, 'project_id': 'e5f9492622a543b4808f5816cb2afdf9', 'subnets': [{'id': '68997102-d5b0-483f-8ef2-2d916304901c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:49.860457 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e165898-56aa-43b4-bf29-f691b24c1320 None None] New status for floating IP 37f4d648-f560-47a4-884a-073769a5470c: ACTIVE {{(pid=106941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:42:49.884610 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac7b9dc-90d8-4021-a35f-25905d6bbd64 None None] The sync data for ids ['4daa7f5b-cef9-4464-a101-d7458e620501'] in dv-cinder-856002-1-iscsi is: [{'id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'name': 'tempest-TestMinimumBasicScenario-836352288-router', 'tenant_id': 'e5f9492622a543b4808f5816cb2afdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cfd6bd5e-d66f-47a4-be4e-517a7c34033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:42Z', 'updated_at': '2022-09-06T04:42:48Z', 'revision_number': 4, 'project_id': 'e5f9492622a543b4808f5816cb2afdf9', 'gw_port': {'id': 'cfd6bd5e-d66f-47a4-be4e-517a7c34033c', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:43Z', 'updated_at': '2022-09-06T04:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '15b8fd39-ce5f-4999-b4fa-47405cafd441', 'name': '', 'network_id': 'd33c3d12-5673-4e93-8324-19d16a7690cd', 'tenant_id': 'e5f9492622a543b4808f5816cb2afdf9', 'mac_address': 'fa:16:3e:a0:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '68997102-d5b0-483f-8ef2-2d916304901c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:47Z', 'updated_at': '2022-09-06T04:42:48Z', 'revision_number': 2, 'project_id': 'e5f9492622a543b4808f5816cb2afdf9', 'subnets': [{'id': '68997102-d5b0-483f-8ef2-2d916304901c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:42:49.975004 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41620) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:49.979643 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-9a1977f5-dec9-4252-9acf-8be0afb7798f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1334344137', 'description': 'tempest-description--762002136'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:50.066572 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9a1977f5-dec9-4252-9acf-8be0afb7798f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:50.134507 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9a1977f5-dec9-4252-9acf-8be0afb7798f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group (277074b8-686c-47cf-a305-b9a671e14d7e), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:50.219895 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9a1977f5-dec9-4252-9acf-8be0afb7798f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (277074b8-686c-47cf-a305-b9a671e14d7e), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:50.250163 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1977f5-dec9-4252-9acf-8be0afb7798f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=277074b8-686c-47cf-a305-b9a671e14d7e,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:50.319153 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9a1977f5-dec9-4252-9acf-8be0afb7798f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:50.320738 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-9a1977f5-dec9-4252-9acf-8be0afb7798f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3446391 Sep 06 04:42:50.323824 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 41628) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:50.329060 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-6665f33b-0dac-46a4-ad0f-bab2cf489da8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Request body: {'security_group_rule': {'security_group_id': '277074b8-686c-47cf-a305-b9a671e14d7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:50.349519 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:50.447819 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-6665f33b-0dac-46a4-ad0f-bab2cf489da8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group_rule (f3ae6cab-2932-4875-b968-aea73547c664), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:50.525039 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-6665f33b-0dac-46a4-ad0f-bab2cf489da8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group_rule (f3ae6cab-2932-4875-b968-aea73547c664), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:50.640458 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-6665f33b-0dac-46a4-ad0f-bab2cf489da8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (f3ae6cab-2932-4875-b968-aea73547c664), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:50.655675 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665f33b-0dac-46a4-ad0f-bab2cf489da8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ae6cab-2932-4875-b968-aea73547c664,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:50.757404 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-6665f33b-0dac-46a4-ad0f-bab2cf489da8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:50.758982 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-6665f33b-0dac-46a4-ad0f-bab2cf489da8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4339345 Sep 06 04:42:50.762313 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41644) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:50.768849 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-1a563eb7-1b04-4b52-b68f-77ebe8728d11 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Request body: {'security_group_rule': {'security_group_id': '277074b8-686c-47cf-a305-b9a671e14d7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:50.891319 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8555e74-0334-4109-9640-8a7d8505a420 req-62ac790f-22b1-41c8-b7d5-36c05f5f621b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:50.903442 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1a563eb7-1b04-4b52-b68f-77ebe8728d11 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group_rule (3f2251ba-903a-4d48-bdb6-9e699ddbd43c), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:50.905637 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a8555e74-0334-4109-9640-8a7d8505a420 req-62ac790f-22b1-41c8-b7d5-36c05f5f621b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 944 time: 0.0755465 Sep 06 04:42:50.994312 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a8555e74-0334-4109-9640-8a7d8505a420 req-4de4d465-8315-448f-bc69-ca78da790f61 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774994 Sep 06 04:42:51.025205 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1a563eb7-1b04-4b52-b68f-77ebe8728d11 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group_rule (3f2251ba-903a-4d48-bdb6-9e699ddbd43c), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:51.095046 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1a563eb7-1b04-4b52-b68f-77ebe8728d11 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (3f2251ba-903a-4d48-bdb6-9e699ddbd43c), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:51.121716 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a563eb7-1b04-4b52-b68f-77ebe8728d11 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2251ba-903a-4d48-bdb6-9e699ddbd43c,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:51.187909 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1a563eb7-1b04-4b52-b68f-77ebe8728d11 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:51.192690 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-1a563eb7-1b04-4b52-b68f-77ebe8728d11 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4258268 Sep 06 04:42:51.195504 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41648) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:42:51.198664 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-bbc55f6c-560a-4871-8477-a55d4ddfa193 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Request body: {'floatingip': {'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:51.289617 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bbc55f6c-560a-4871-8477-a55d4ddfa193 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:51.389970 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bbc55f6c-560a-4871-8477-a55d4ddfa193 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:51.437914 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:51.551274 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [None req-bbc55f6c-560a-4871-8477-a55d4ddfa193 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Allocated IP 172.27.1.231 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/ae4afd0e-36c3-4d95-965d-5bd5dd6ecebe) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:42:51.607491 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:51.701116 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device cfd6bd5e-d66f-47a4-be4e-517a7c34033c up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:42:51.725985 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bbc55f6c-560a-4871-8477-a55d4ddfa193 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for port (ae4afd0e-36c3-4d95-965d-5bd5dd6ecebe), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:51.775387 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port cfd6bd5e-d66f-47a4-be4e-517a7c34033c triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:51.775767 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (cfd6bd5e-d66f-47a4-be4e-517a7c34033c), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:51.827158 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bbc55f6c-560a-4871-8477-a55d4ddfa193 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (ae4afd0e-36c3-4d95-965d-5bd5dd6ecebe), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:51.866102 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port cfd6bd5e-d66f-47a4-be4e-517a7c34033c is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:51.866503 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (cfd6bd5e-d66f-47a4-be4e-517a7c34033c), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:51.891116 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port cfd6bd5e-d66f-47a4-be4e-517a7c34033c, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=cfd6bd5e-d66f-47a4-be4e-517a7c34033c,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:42:51.905576 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc55f6c-560a-4871-8477-a55d4ddfa193 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:42:51.911234 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-bbc55f6c-560a-4871-8477-a55d4ddfa193 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:42:51.916297 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc55f6c-560a-4871-8477-a55d4ddfa193 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:42:51.946697 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc55f6c-560a-4871-8477-a55d4ddfa193 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Pushing event updated for resources: {'Port': ['ID=ae4afd0e-36c3-4d95-965d-5bd5dd6ecebe,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:51.972608 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (cfd6bd5e-d66f-47a4-be4e-517a7c34033c), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:52.043835 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bbc55f6c-560a-4871-8477-a55d4ddfa193 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for floatingip (cd4a2bde-1e71-4fc0-b087-e086b709100c), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:52.059663 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=cfd6bd5e-d66f-47a4-be4e-517a7c34033c,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:52.156916 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bbc55f6c-560a-4871-8477-a55d4ddfa193 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (ae4afd0e-36c3-4d95-965d-5bd5dd6ecebe), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:52.333423 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bbf99-9c3a-43ea-a17a-6dc303a720ac req-0da23112-5911-4ad2-ba8b-6506da59f717 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:52.334930 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a9bbf99-9c3a-43ea-a17a-6dc303a720ac req-0da23112-5911-4ad2-ba8b-6506da59f717 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 944 time: 0.0688791 Sep 06 04:42:52.444055 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bbc55f6c-560a-4871-8477-a55d4ddfa193 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for port (ae4afd0e-36c3-4d95-965d-5bd5dd6ecebe), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:52.460080 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a9bbf99-9c3a-43ea-a17a-6dc303a720ac req-a6189cc4-0283-4a57-a2f6-74e62c2a057c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051409 Sep 06 04:42:52.515261 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bbc55f6c-560a-4871-8477-a55d4ddfa193 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (ae4afd0e-36c3-4d95-965d-5bd5dd6ecebe), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:52.570984 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:52.600158 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc55f6c-560a-4871-8477-a55d4ddfa193 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Pushing event updated for resources: {'Port': ['ID=ae4afd0e-36c3-4d95-965d-5bd5dd6ecebe,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:52.603834 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bbc55f6c-560a-4871-8477-a55d4ddfa193 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (cd4a2bde-1e71-4fc0-b087-e086b709100c), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:52.703259 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bbc55f6c-560a-4871-8477-a55d4ddfa193 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:52.712857 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-bbc55f6c-560a-4871-8477-a55d4ddfa193 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5095184 Sep 06 04:42:52.803082 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Sync routers for ids ['4daa7f5b-cef9-4464-a101-d7458e620501'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:42:52.819811 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Routers {'4daa7f5b-cef9-4464-a101-d7458e620501'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:42:52.821153 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['4daa7f5b-cef9-4464-a101-d7458e620501'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:52.951530 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Set router 4daa7f5b-cef9-4464-a101-d7458e620501 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:42:52.969637 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-abc08d7d-61e5-411c-91f9-9cd7edf57087 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1334344137&fields=id&tenant_id=2388589a34d346f3b31b231a9dafe34d HTTP/1.1" status: 200 len: 267 time: 0.0757475 Sep 06 04:42:53.090823 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-d5d763f2-f632-4838-94cc-41313ab2ae38 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:53.098734 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-d5d763f2-f632-4838-94cc-41313ab2ae38 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/networks?id=6861b199-7de9-4155-8c49-44122ab810f3 HTTP/1.1" status: 200 len: 817 time: 0.1272774 Sep 06 04:42:53.111691 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-5bfa3d5e-997f-4bd4-b0c4-8cf3e9a8bc4b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/quotas/2388589a34d346f3b31b231a9dafe34d HTTP/1.1" status: 200 len: 375 time: 0.0115194 Sep 06 04:42:53.178079 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-ad48d184-33b4-4689-9361-dd1148770b85 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=2388589a34d346f3b31b231a9dafe34d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593522 Sep 06 04:42:53.201113 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'name': 'tempest-TestMinimumBasicScenario-836352288-router', 'tenant_id': 'e5f9492622a543b4808f5816cb2afdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cfd6bd5e-d66f-47a4-be4e-517a7c34033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:42Z', 'updated_at': '2022-09-06T04:42:48Z', 'revision_number': 4, 'project_id': 'e5f9492622a543b4808f5816cb2afdf9', 'gw_port': {'id': 'cfd6bd5e-d66f-47a4-be4e-517a7c34033c', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:43Z', 'updated_at': '2022-09-06T04:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '15b8fd39-ce5f-4999-b4fa-47405cafd441', 'name': '', 'network_id': 'd33c3d12-5673-4e93-8324-19d16a7690cd', 'tenant_id': 'e5f9492622a543b4808f5816cb2afdf9', 'mac_address': 'fa:16:3e:a0:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '68997102-d5b0-483f-8ef2-2d916304901c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:47Z', 'updated_at': '2022-09-06T04:42:48Z', 'revision_number': 2, 'project_id': 'e5f9492622a543b4808f5816cb2afdf9', 'subnets': [{'id': '68997102-d5b0-483f-8ef2-2d916304901c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:53.228238 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Checking router: 4daa7f5b-cef9-4464-a101-d7458e620501 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:42:53.228779 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Updating router 4daa7f5b-cef9-4464-a101-d7458e620501 port 15b8fd39-ce5f-4999-b4fa-47405cafd441 binding host dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:42:53.253014 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:53.261391 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:53.374091 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:53.497980 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-31f40315-9ff3-48bf-b89f-48b744dd3d9e service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076823 Sep 06 04:42:53.586674 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Publish callbacks [] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), precommit_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:53.607782 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:53.670382 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-ee1ef391-8fa9-41b0-9197-cfb944c1de68 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594143 Sep 06 04:42:53.675080 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device cfd6bd5e-d66f-47a4-be4e-517a7c34033c up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:42:53.710176 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:53.712254 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2bb38-80d2-4eaf-82e3-bfad7b5f6347 req-33631f29-25f3-40bc-b659-acaebe925a64 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:53.714064 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0ec2bb38-80d2-4eaf-82e3-bfad7b5f6347 req-33631f29-25f3-40bc-b659-acaebe925a64 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 944 time: 0.0947380 Sep 06 04:42:53.798765 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc4315-850b-40fd-a0fe-785b19727ba4 None None] Pushing event updated for resources: {'Port': ['ID=15b8fd39-ce5f-4999-b4fa-47405cafd441,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:53.818823 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0ec2bb38-80d2-4eaf-82e3-bfad7b5f6347 req-26a0e012-ca51-4094-b4db-93b83242af3d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972924 Sep 06 04:42:53.829112 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port cfd6bd5e-d66f-47a4-be4e-517a7c34033c triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:53.830251 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (cfd6bd5e-d66f-47a4-be4e-517a7c34033c), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:53.869736 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Attempting to bind port 15b8fd39-ce5f-4999-b4fa-47405cafd441 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:42:53.870028 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Attempting to bind port 15b8fd39-ce5f-4999-b4fa-47405cafd441 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '13ca9b2e-05a8-40ee-8b05-d2eae5b0816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd33c3d12-5673-4e93-8324-19d16a7690cd'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:42:53.870395 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Attempting to bind port 15b8fd39-ce5f-4999-b4fa-47405cafd441 on network d33c3d12-5673-4e93-8324-19d16a7690cd {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:42:53.926479 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:42:54.037457 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Checking segment: {'id': '13ca9b2e-05a8-40ee-8b05-d2eae5b0816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd33c3d12-5673-4e93-8324-19d16a7690cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:42:54.037457 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:54.037457 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Bound using segment: {'id': '13ca9b2e-05a8-40ee-8b05-d2eae5b0816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd33c3d12-5673-4e93-8324-19d16a7690cd'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:42:54.037457 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Bound port: 15b8fd39-ce5f-4999-b4fa-47405cafd441, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ca9b2e-05a8-40ee-8b05-d2eae5b0816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'd33c3d12-5673-4e93-8324-19d16a7690cd'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:42:54.037457 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:54.037457 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port cfd6bd5e-d66f-47a4-be4e-517a7c34033c is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:54.037457 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] For port 15b8fd39-ce5f-4999-b4fa-47405cafd441, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:42:54.037457 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] For port 15b8fd39-ce5f-4999-b4fa-47405cafd441, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=15b8fd39-ce5f-4999-b4fa-47405cafd441,segment=NetworkSegment(13ca9b2e-05a8-40ee-8b05-d2eae5b0816a),segment_id=13ca9b2e-05a8-40ee-8b05-d2eae5b0816a)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:42:54.112706 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:54.168025 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Routers {'4daa7f5b-cef9-4464-a101-d7458e620501'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:42:54.168659 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['4daa7f5b-cef9-4464-a101-d7458e620501'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:54.215025 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5f323ab6-2f49-4bc2-a1d3-dff63a88736d req-9c49fb93-52b0-47d1-80ae-aaea8e75f3f9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 210 time: 0.0584996 Sep 06 04:42:54.230672 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc4315-850b-40fd-a0fe-785b19727ba4 None None] Pushing event updated for resources: {'Port': ['ID=15b8fd39-ce5f-4999-b4fa-47405cafd441,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:54.321876 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] Set router 4daa7f5b-cef9-4464-a101-d7458e620501 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:42:54.424395 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:54.500890 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:54.551003 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'name': 'tempest-TestMinimumBasicScenario-836352288-router', 'tenant_id': 'e5f9492622a543b4808f5816cb2afdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cfd6bd5e-d66f-47a4-be4e-517a7c34033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:42Z', 'updated_at': '2022-09-06T04:42:48Z', 'revision_number': 4, 'project_id': 'e5f9492622a543b4808f5816cb2afdf9', 'gw_port': {'id': 'cfd6bd5e-d66f-47a4-be4e-517a7c34033c', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:43Z', 'updated_at': '2022-09-06T04:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '15b8fd39-ce5f-4999-b4fa-47405cafd441', 'name': '', 'network_id': 'd33c3d12-5673-4e93-8324-19d16a7690cd', 'tenant_id': 'e5f9492622a543b4808f5816cb2afdf9', 'mac_address': 'fa:16:3e:a0:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '68997102-d5b0-483f-8ef2-2d916304901c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:47Z', 'updated_at': '2022-09-06T04:42:54Z', 'revision_number': 4, 'project_id': 'e5f9492622a543b4808f5816cb2afdf9', 'subnets': [{'id': '68997102-d5b0-483f-8ef2-2d916304901c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:42:54.577245 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7594802-3cb5-4049-9b5f-36bc9e7e10a7 None None] The sync data for ids ['4daa7f5b-cef9-4464-a101-d7458e620501'] in dv-cinder-856002-1-iscsi is: [{'id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'name': 'tempest-TestMinimumBasicScenario-836352288-router', 'tenant_id': 'e5f9492622a543b4808f5816cb2afdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cfd6bd5e-d66f-47a4-be4e-517a7c34033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:42Z', 'updated_at': '2022-09-06T04:42:48Z', 'revision_number': 4, 'project_id': 'e5f9492622a543b4808f5816cb2afdf9', 'gw_port': {'id': 'cfd6bd5e-d66f-47a4-be4e-517a7c34033c', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:43Z', 'updated_at': '2022-09-06T04:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '15b8fd39-ce5f-4999-b4fa-47405cafd441', 'name': '', 'network_id': 'd33c3d12-5673-4e93-8324-19d16a7690cd', 'tenant_id': 'e5f9492622a543b4808f5816cb2afdf9', 'mac_address': 'fa:16:3e:a0:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '68997102-d5b0-483f-8ef2-2d916304901c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:47Z', 'updated_at': '2022-09-06T04:42:54Z', 'revision_number': 4, 'project_id': 'e5f9492622a543b4808f5816cb2afdf9', 'subnets': [{'id': '68997102-d5b0-483f-8ef2-2d916304901c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:42:54.987349 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d8db2-735d-4eb6-ae41-695d85b33dc6 req-a56ed154-64de-407c-9e1c-d0d33cc7397c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:54.988907 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fb5d8db2-735d-4eb6-ae41-695d85b33dc6 req-a56ed154-64de-407c-9e1c-d0d33cc7397c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 944 time: 0.0772524 Sep 06 04:42:55.013567 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 8a88b191-41e1-4780-8ac2-cac44e992df0 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:42:55.183891 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fb5d8db2-735d-4eb6-ae41-695d85b33dc6 req-58fc98d7-9718-4d78-bef1-7941c09138a2 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868970 Sep 06 04:42:55.270401 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 8a88b191-41e1-4780-8ac2-cac44e992df0, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=8a88b191-41e1-4780-8ac2-cac44e992df0,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:42:55.287408 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '8a88b191-41e1-4780-8ac2-cac44e992df0', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'port_id': '8a88b191-41e1-4780-8ac2-cac44e992df0', 'mac_address': 'fa:16:3e:e8:93:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:42:55.399524 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 8a88b191-41e1-4780-8ac2-cac44e992df0 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:55.399931 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (8a88b191-41e1-4780-8ac2-cac44e992df0), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:55.417654 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a88b191-41e1-4780-8ac2-cac44e992df0 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:42:55.468364 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4ed602dc-ec60-4153-94e9-7d9f9843c59c req-19ea1fbb-2eeb-4ab9-8d28-20bfd125425a tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 210 time: 0.0772176 Sep 06 04:42:55.489484 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 8a88b191-41e1-4780-8ac2-cac44e992df0, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=8a88b191-41e1-4780-8ac2-cac44e992df0,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:42:55.551979 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (8a88b191-41e1-4780-8ac2-cac44e992df0), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:55.662111 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=8a88b191-41e1-4780-8ac2-cac44e992df0,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:55.695399 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 15b8fd39-ce5f-4999-b4fa-47405cafd441 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:42:55.759338 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 15b8fd39-ce5f-4999-b4fa-47405cafd441 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:55.759840 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:55.882836 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 15b8fd39-ce5f-4999-b4fa-47405cafd441 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:55.883873 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:55.932238 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port 15b8fd39-ce5f-4999-b4fa-47405cafd441, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=15b8fd39-ce5f-4999-b4fa-47405cafd441,segment=NetworkSegment(13ca9b2e-05a8-40ee-8b05-d2eae5b0816a),segment_id=13ca9b2e-05a8-40ee-8b05-d2eae5b0816a)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:42:55.983416 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:56.037060 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['8a88b191-41e1-4780-8ac2-cac44e992df0'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:42:56.068124 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=15b8fd39-ce5f-4999-b4fa-47405cafd441,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:56.206908 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:56.295296 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:56.382037 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e25fa2-39d9-469d-9be1-8c1faa2b3506 req-650da6fd-f949-4967-82f4-e49f23c8c349 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:56.390211 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-62e25fa2-39d9-469d-9be1-8c1faa2b3506 req-650da6fd-f949-4967-82f4-e49f23c8c349 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 945 time: 0.0589180 Sep 06 04:42:56.454574 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-62e25fa2-39d9-469d-9be1-8c1faa2b3506 req-702dcc0d-e3d7-4e44-9d3a-3c9ce7774b96 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605700 Sep 06 04:42:56.607654 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d5fb7862-4ff3-4202-bdff-c935bc91611f req-1ef3e138-e04b-47cb-98f9-2776d6cbd8f6 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 210 time: 0.0337522 Sep 06 04:42:57.325585 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 8a88b191-41e1-4780-8ac2-cac44e992df0 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:42:57.369659 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port 8a88b191-41e1-4780-8ac2-cac44e992df0 completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:42:57.582035 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3e6f5-f3d4-498f-bc84-113151e79539 req-2263b358-0116-4aeb-bc43-00a5268a870d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:57.583529 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c4d3e6f5-f3d4-498f-bc84-113151e79539 req-2263b358-0116-4aeb-bc43-00a5268a870d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 945 time: 0.0534081 Sep 06 04:42:57.607101 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 15b8fd39-ce5f-4999-b4fa-47405cafd441 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:42:57.632991 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 8a88b191-41e1-4780-8ac2-cac44e992df0 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:57.633395 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (8a88b191-41e1-4780-8ac2-cac44e992df0), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:57.647339 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c4d3e6f5-f3d4-498f-bc84-113151e79539 req-24ab1ed4-c162-4235-9cd6-bfb0510edbb4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577638 Sep 06 04:42:57.697913 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 15b8fd39-ce5f-4999-b4fa-47405cafd441 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:57.698330 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:57.771180 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 8a88b191-41e1-4780-8ac2-cac44e992df0 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:57.771654 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (8a88b191-41e1-4780-8ac2-cac44e992df0), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:57.781548 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c9f94faa-d4f0-4f3a-b023-7c5a9dac71ee req-2b50c920-ba16-404b-8cc1-55814273428b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 210 time: 0.0538399 Sep 06 04:42:57.902019 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-ffde75d0-e2f6-45bb-bdff-11faa109e6d9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:57.904538 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-ffde75d0-e2f6-45bb-bdff-11faa109e6d9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.46 "GET /networking/v2.0/networks?id=6861b199-7de9-4155-8c49-44122ab810f3 HTTP/1.1" status: 200 len: 817 time: 0.1700990 Sep 06 04:42:57.983631 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a88b191-41e1-4780-8ac2-cac44e992df0'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:42:57.995328 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c77be8-9fa6-4f5e-ae1a-179efc29fd77" -d '{"events": [{"server_uuid": "65eefee7-f977-45ba-92a9-d0a97facdad7", "name": "network-vif-plugged", "status": "completed", "tag": "8a88b191-41e1-4780-8ac2-cac44e992df0"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:42:58.032121 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-09793d7d-7ad7-428c-bb6d-58d6e111a8cc tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2388589a34d346f3b31b231a9dafe34d HTTP/1.1" status: 200 len: 380 time: 0.1092751 Sep 06 04:42:58.035056 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 8a88b191-41e1-4780-8ac2-cac44e992df0, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=8a88b191-41e1-4780-8ac2-cac44e992df0,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:42:58.046683 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-75b94f14-40c2-49c3-8f2c-7ff507904bbe tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Request body: {'port': {'device_id': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'admin_state_up': True, 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'security_groups': ['277074b8-686c-47cf-a305-b9a671e14d7e']}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:42:58.058622 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 15b8fd39-ce5f-4999-b4fa-47405cafd441 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:42:58.096729 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8894e687-84bf-44a5-8a59-334af23fa4fd x-openstack-request-id: req-8894e687-84bf-44a5-8a59-334af23fa4fd {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:42:58.097047 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65eefee7-f977-45ba-92a9-d0a97facdad7", "name": "network-vif-plugged", "status": "completed", "tag": "8a88b191-41e1-4780-8ac2-cac44e992df0", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:42:58.097327 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8894e687-84bf-44a5-8a59-334af23fa4fd {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:42:58.097741 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8894e687-84bf-44a5-8a59-334af23fa4fd'] response: {'server_uuid': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a88b191-41e1-4780-8ac2-cac44e992df0', 'code': 200} Sep 06 04:42:58.134009 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (8a88b191-41e1-4780-8ac2-cac44e992df0), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:58.220264 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=8a88b191-41e1-4780-8ac2-cac44e992df0,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:58.403462 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-75b94f14-40c2-49c3-8f2c-7ff507904bbe tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Made reservation on behalf of 2388589a34d346f3b31b231a9dafe34d for: {'port': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:42:58.408473 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-75b94f14-40c2-49c3-8f2c-7ff507904bbe tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:58.437948 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:58.576078 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-75b94f14-40c2-49c3-8f2c-7ff507904bbe tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Allocated IP 172.20.0.13 (6861b199-7de9-4155-8c49-44122ab810f3/9b8031fd-df8e-40aa-8f52-58d945edc54a/3e4ec09b-2a4b-41e0-871c-50fd282365c6) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:42:58.612777 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df7f03-4c2e-401a-979b-04d786647fa8 req-a80d1565-c979-41e6-a407-accc0032506d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:58.614453 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-81df7f03-4c2e-401a-979b-04d786647fa8 req-a80d1565-c979-41e6-a407-accc0032506d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0563254 Sep 06 04:42:58.649478 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:58.673010 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-81df7f03-4c2e-401a-979b-04d786647fa8 req-d60d4f26-5280-4bc4-8374-fbd162ce3493 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529060 Sep 06 04:42:58.760681 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-75b94f14-40c2-49c3-8f2c-7ff507904bbe tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:58.774798 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:42:58.828221 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4dfba-ea33-4f74-bebe-52826d97feda req-89193f7f-4882-423d-b27e-76c38974f122 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:58.830385 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-24f4dfba-ea33-4f74-bebe-52826d97feda req-89193f7f-4882-423d-b27e-76c38974f122 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 946 time: 0.0673645 Sep 06 04:42:58.893159 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-24f4dfba-ea33-4f74-bebe-52826d97feda req-29c88fe2-5402-44c7-a987-853f8b876d3a tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547156 Sep 06 04:42:58.906917 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0e232105-7e27-404e-b928-0bc4fc1d315d req-45fb73b6-3dbd-4395-8f9a-36f26db82672 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 210 time: 0.0313389 Sep 06 04:42:58.938455 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-75b94f14-40c2-49c3-8f2c-7ff507904bbe tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:58.993133 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-75b94f14-40c2-49c3-8f2c-7ff507904bbe tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Network 6861b199-7de9-4155-8c49-44122ab810f3 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:42:58.997200 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-75b94f14-40c2-49c3-8f2c-7ff507904bbe tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:42:59.008459 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-75b94f14-40c2-49c3-8f2c-7ff507904bbe tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:42:59.035231 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b94f14-40c2-49c3-8f2c-7ff507904bbe tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Pushing event updated for resources: {'Port': ['ID=3e4ec09b-2a4b-41e0-871c-50fd282365c6,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:42:59.064576 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-75b94f14-40c2-49c3-8f2c-7ff507904bbe tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:59.065468 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-75b94f14-40c2-49c3-8f2c-7ff507904bbe tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:59.143537 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-75b94f14-40c2-49c3-8f2c-7ff507904bbe tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1022251 Sep 06 04:42:59.235673 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-a094e772-a5da-47aa-a318-0a7fe8847b19 None None] Provisioning complete for port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:42:59.236401 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a094e772-a5da-47aa-a318-0a7fe8847b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:42:59.275898 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-a094e772-a5da-47aa-a318-0a7fe8847b19 None None] Port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:42:59.816986 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d1150-6349-462c-ae83-37e2e578dcf1 req-f8370e22-498f-4bfd-a111-5fa0b57d267e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:42:59.818704 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef0d1150-6349-462c-ae83-37e2e578dcf1 req-f8370e22-498f-4bfd-a111-5fa0b57d267e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0542941 Sep 06 04:42:59.876077 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef0d1150-6349-462c-ae83-37e2e578dcf1 req-f77b981f-21ff-4d4c-88f3-8198527fd8f2 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510566 Sep 06 04:43:00.043521 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88c2e4-570c-443b-a484-8a286d032cc2 req-bd8ff53c-b624-4a79-ae87-3947eaec3f93 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:00.045717 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3c88c2e4-570c-443b-a484-8a286d032cc2 req-bd8ff53c-b624-4a79-ae87-3947eaec3f93 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 946 time: 0.0549216 Sep 06 04:43:00.076322 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16211f2b-a0a1-4a81-8578-a1d1f7291ca7 req-f04113ad-9ed7-48a1-862f-d08248ca4fc0 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:00.078203 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-16211f2b-a0a1-4a81-8578-a1d1f7291ca7 req-f04113ad-9ed7-48a1-862f-d08248ca4fc0 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 932 time: 0.0662720 Sep 06 04:43:00.125727 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3c88c2e4-570c-443b-a484-8a286d032cc2 req-ede39e99-d1e2-419b-9939-adda31144c7e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715728 Sep 06 04:43:00.156626 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-16211f2b-a0a1-4a81-8578-a1d1f7291ca7 req-60636b78-e48b-4b52-bf57-437ea02b54b7 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714431 Sep 06 04:43:00.431179 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:01.012788 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717446a-bdc9-4df7-a546-176eeac23929 req-c2c0bea0-8e81-422c-805b-37a6243cc545 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:01.014487 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f717446a-bdc9-4df7-a546-176eeac23929 req-c2c0bea0-8e81-422c-805b-37a6243cc545 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0550776 Sep 06 04:43:01.074339 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f717446a-bdc9-4df7-a546-176eeac23929 req-27af8554-0c6c-41f3-ba64-15321b4bcd96 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533981 Sep 06 04:43:01.286483 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d4d54-ac0a-46ae-b17d-0bf09876e2d8 req-a01a8115-6417-4aff-8e62-5d21dda99d77 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:01.294348 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d66d4d54-ac0a-46ae-b17d-0bf09876e2d8 req-a01a8115-6417-4aff-8e62-5d21dda99d77 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 946 time: 0.0721035 Sep 06 04:43:01.323929 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2dacc-7bf9-4b09-8069-3f32a72fe17f req-ae1985c8-79f1-407d-bb07-c82caaf9e07c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:01.325635 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5af2dacc-7bf9-4b09-8069-3f32a72fe17f req-ae1985c8-79f1-407d-bb07-c82caaf9e07c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 932 time: 0.0650096 Sep 06 04:43:01.364430 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d66d4d54-ac0a-46ae-b17d-0bf09876e2d8 req-10e3c381-6101-4145-92d6-72ffc6a190a0 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671475 Sep 06 04:43:01.411994 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5af2dacc-7bf9-4b09-8069-3f32a72fe17f req-88422140-248d-42b1-94c0-a7abf188a315 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764346 Sep 06 04:43:01.713349 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Request body: {'port': {'device_id': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:43:01.791100 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:01.795847 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9ca8b-268a-4021-8324-adf3a8ad9ea3 req-0b2dd058-7144-45a0-ab11-ba32a7e5f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:01.797412 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-81f9ca8b-268a-4021-8324-adf3a8ad9ea3 req-0b2dd058-7144-45a0-ab11-ba32a7e5f7be service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 1130 time: 0.0514102 Sep 06 04:43:01.835018 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:01.852915 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-81f9ca8b-268a-4021-8324-adf3a8ad9ea3 req-a22d8d34-4c56-4acf-baab-7a4b81df9291 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483174 Sep 06 04:43:02.036474 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:02.071731 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4ec09b-2a4b-41e0-871c-50fd282365c6 {{(pid=106938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:43:02.079702 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Publish callbacks [] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:02.092146 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.provisioning_blocks [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Transition to ACTIVE for port object 3e4ec09b-2a4b-41e0-871c-50fd282365c6 will not be triggered until provisioned by entity L2. {{(pid=106938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:43:02.206204 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01fafc0-1871-432d-a17e-0a09a72ab559 req-c747f192-ef3c-42d3-a696-b1f33e522fff tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:02.207717 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d01fafc0-1871-432d-a17e-0a09a72ab559 req-c747f192-ef3c-42d3-a696-b1f33e522fff tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0488865 Sep 06 04:43:02.219765 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:02.316765 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4ec09b-2a4b-41e0-871c-50fd282365c6,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:02.346915 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d01fafc0-1871-432d-a17e-0a09a72ab559 req-31bb64bb-5f1e-4073-a933-6437b0c64236 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336684 Sep 06 04:43:02.374561 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Attempting to bind port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:43:02.374898 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Attempting to bind port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '58742046-b01d-4359-9018-ab0b80f0c622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3'}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:43:02.375225 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Attempting to bind port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 on network 6861b199-7de9-4155-8c49-44122ab810f3 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:43:02.422658 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 on network 6861b199-7de9-4155-8c49-44122ab810f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:43:02.422991 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Attempting to bind port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 on network 6861b199-7de9-4155-8c49-44122ab810f3 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:43:02.504055 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e0c58-9e9d-45ac-a122-a453813b6496 req-b6ebcd3f-2018-47eb-96d4-c119e6238d6f tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:02.505570 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef6e0c58-9e9d-45ac-a122-a453813b6496 req-b6ebcd3f-2018-47eb-96d4-c119e6238d6f tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 946 time: 0.0563099 Sep 06 04:43:02.506438 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:43:02.506768 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Checking segment: {'id': '58742046-b01d-4359-9018-ab0b80f0c622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:43:02.507138 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Bound using segment: {'id': '58742046-b01d-4359-9018-ab0b80f0c622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3'} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:43:02.507572 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Bound port: 3e4ec09b-2a4b-41e0-871c-50fd282365c6, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58742046-b01d-4359-9018-ab0b80f0c622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3'}}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:43:02.507928 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:02.534245 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-eea828e8-488c-4f79-8e45-d2636b0decd9 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:02.535787 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-eea828e8-488c-4f79-8e45-d2636b0decd9 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/networks?id=6b6abe5e-f7f6-488e-8814-260547c69a21 HTTP/1.1" status: 200 len: 815 time: 0.1096504 Sep 06 04:43:02.550682 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-4435dbbf-e2fc-48c1-b812-784263efd781 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/quotas/623b9f3be0f24e2ea1caea0798b30704 HTTP/1.1" status: 200 len: 375 time: 0.0092709 Sep 06 04:43:02.601056 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-37f8468e-9808-4ff7-a4c8-1b77dbc53273 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=623b9f3be0f24e2ea1caea0798b30704&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451107 Sep 06 04:43:02.603699 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef6e0c58-9e9d-45ac-a122-a453813b6496 req-87cacef1-3ea2-4afc-94b9-7f9803786614 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854890 Sep 06 04:43:02.609245 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] For port 3e4ec09b-2a4b-41e0-871c-50fd282365c6, host hv-cinder-85600, cleared binding levels {{(pid=106938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:43:02.612584 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] For port 3e4ec09b-2a4b-41e0-871c-50fd282365c6, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3e4ec09b-2a4b-41e0-871c-50fd282365c6,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:43:02.701182 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-6c8cb342-45dd-4f65-ac48-b9711fdee7c2 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6b6abe5e-f7f6-488e-8814-260547c69a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867045 Sep 06 04:43:02.707766 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42634f-4f65-49b9-a803-f0aef04a0227 req-f2637c06-a963-468c-9a02-3d72da6fd7e7 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:02.709067 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8c42634f-4f65-49b9-a803-f0aef04a0227 req-f2637c06-a963-468c-9a02-3d72da6fd7e7 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0470479 Sep 06 04:43:02.710730 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:02.718286 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:02.718852 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:02.720222 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/3e4ec09b-2a4b-41e0-871c-50fd282365c6 HTTP/1.1" status: 200 len: 1094 time: 1.0117207 Sep 06 04:43:02.721226 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'tag': '3e4ec09b-2a4b-41e0-871c-50fd282365c6'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:43:02.723439 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3634e10d-20e5-400f-9d35-9b5dfb2c2320" -d '{"events": [{"name": "network-changed", "server_uuid": "821737e4-9236-4f80-b1ac-8c4d16c02244", "tag": "3e4ec09b-2a4b-41e0-871c-50fd282365c6"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:43:02.763689 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:02.771190 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:02.798474 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-c4af922b-111f-46af-a30a-976937109643 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/6b6abe5e-f7f6-488e-8814-260547c69a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891509 Sep 06 04:43:02.798815 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04fdb8-151e-4920-8c9b-400099364d28 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4ec09b-2a4b-41e0-871c-50fd282365c6,revision_number=3']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:02.805756 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8c42634f-4f65-49b9-a803-f0aef04a0227 req-92702164-ce0d-4136-8424-84935a36dd39 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897722 Sep 06 04:43:02.857688 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b8d806-6f9a-406e-a9ec-f2e86fee90db x-openstack-request-id: req-75b8d806-6f9a-406e-a9ec-f2e86fee90db {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:43:02.857688 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821737e4-9236-4f80-b1ac-8c4d16c02244", "tag": "3e4ec09b-2a4b-41e0-871c-50fd282365c6", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:43:02.857688 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75b8d806-6f9a-406e-a9ec-f2e86fee90db {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:43:02.857688 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b8d806-6f9a-406e-a9ec-f2e86fee90db'] response: {'name': 'network-changed', 'server_uuid': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'tag': '3e4ec09b-2a4b-41e0-871c-50fd282365c6', 'status': 'completed', 'code': 200} Sep 06 04:43:03.089150 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8cb33f94-3226-4fcf-81ed-0c3a9f5d4d94 req-4e619a8c-b9b0-4b8b-8e21-db68976dbe16 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 210 time: 0.0303748 Sep 06 04:43:03.172823 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634e10d-20e5-400f-9d35-9b5dfb2c2320 req-27e628c0-a96e-46e4-9f7f-f31a60c9f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:03.175127 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3634e10d-20e5-400f-9d35-9b5dfb2c2320 req-27e628c0-a96e-46e4-9f7f-f31a60c9f1c2 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=2388589a34d346f3b31b231a9dafe34d&device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 1128 time: 0.0410948 Sep 06 04:43:03.185179 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3199bd-4818-496d-9b5a-f414beffc9b6 req-fe47dc7f-c14c-435a-b96c-58581b21ea7e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:03.186764 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cc3199bd-4818-496d-9b5a-f414beffc9b6 req-fe47dc7f-c14c-435a-b96c-58581b21ea7e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0531304 Sep 06 04:43:03.278219 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-cc3199bd-4818-496d-9b5a-f414beffc9b6 req-3c241194-c85c-4fa9-890c-b8c9a8b4112b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Deleting port 6c3db147-6601-4ab0-a362-ff2c28ef3252 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:43:03.278589 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-cc3199bd-4818-496d-9b5a-f414beffc9b6 req-3c241194-c85c-4fa9-890c-b8c9a8b4112b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (6c3db147-6601-4ab0-a362-ff2c28ef3252), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:03.297887 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634e10d-20e5-400f-9d35-9b5dfb2c2320 req-cefe691f-0dc2-4fe2-b36f-f279c15bad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:03.300061 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3634e10d-20e5-400f-9d35-9b5dfb2c2320 req-cefe691f-0dc2-4fe2-b36f-f279c15bad7b service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=2388589a34d346f3b31b231a9dafe34d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1030700 Sep 06 04:43:03.395449 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-cc3199bd-4818-496d-9b5a-f414beffc9b6 req-3c241194-c85c-4fa9-890c-b8c9a8b4112b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] For port 6c3db147-6601-4ab0-a362-ff2c28ef3252, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=6c3db147-6601-4ab0-a362-ff2c28ef3252,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:43:03.395897 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-cc3199bd-4818-496d-9b5a-f414beffc9b6 req-3c241194-c85c-4fa9-890c-b8c9a8b4112b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (6c3db147-6601-4ab0-a362-ff2c28ef3252), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:03.492914 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634e10d-20e5-400f-9d35-9b5dfb2c2320 req-bad7c7a2-a297-4eda-8c71-dac4fc285f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:03.494414 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3634e10d-20e5-400f-9d35-9b5dfb2c2320 req-bad7c7a2-a297-4eda-8c71-dac4fc285f66 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1405275 Sep 06 04:43:03.511019 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086f1e2-5270-4f63-82e4-90eb99ea5387 req-64d248c6-c759-4002-91a4-d21871940b56 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:03.519312 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c086f1e2-5270-4f63-82e4-90eb99ea5387 req-64d248c6-c759-4002-91a4-d21871940b56 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 946 time: 0.0694115 Sep 06 04:43:03.545873 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:03.567034 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c086f1e2-5270-4f63-82e4-90eb99ea5387 req-34b5f1ae-9f09-4a8f-81ac-7024eec22dc0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468593 Sep 06 04:43:03.581344 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-cc3199bd-4818-496d-9b5a-f414beffc9b6 req-3c241194-c85c-4fa9-890c-b8c9a8b4112b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:03.581996 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-cc3199bd-4818-496d-9b5a-f414beffc9b6 req-3c241194-c85c-4fa9-890c-b8c9a8b4112b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (bf194ef0-804a-4b78-bee6-b3062636495b), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:03.581996 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.l3_db [req-cc3199bd-4818-496d-9b5a-f414beffc9b6 req-3c241194-c85c-4fa9-890c-b8c9a8b4112b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Floating IP bf194ef0-804a-4b78-bee6-b3062636495b disassociated. External IP: 172.27.1.25, port: 6c3db147-6601-4ab0-a362-ff2c28ef3252. Sep 06 04:43:03.582523 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-cc3199bd-4818-496d-9b5a-f414beffc9b6 req-3c241194-c85c-4fa9-890c-b8c9a8b4112b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Calling delete_port for 6c3db147-6601-4ab0-a362-ff2c28ef3252 owned by compute:nova {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:43:03.658645 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:03.754518 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940cfed-77e6-4ee8-9c04-530e246d7abd req-e9eccc06-1113-46f3-bf5a-60b218c55a42 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:03.756095 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c940cfed-77e6-4ee8-9c04-530e246d7abd req-e9eccc06-1113-46f3-bf5a-60b218c55a42 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 946 time: 0.0619617 Sep 06 04:43:03.807404 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c940cfed-77e6-4ee8-9c04-530e246d7abd req-9f7f09fb-ecab-4f19-8d2a-53e3ed6b98ee tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452566 Sep 06 04:43:03.821000 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-cc3199bd-4818-496d-9b5a-f414beffc9b6 req-3c241194-c85c-4fa9-890c-b8c9a8b4112b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (6c3db147-6601-4ab0-a362-ff2c28ef3252), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:03.852374 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c241194-c85c-4fa9-890c-b8c9a8b4112b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Pushing event deleted for resources: {'Port': ['ID=6c3db147-6601-4ab0-a362-ff2c28ef3252,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:03.860428 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:03.989532 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-00af97dd-71ff-4251-8fed-a5a9831df568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:03.992975 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-00af97dd-71ff-4251-8fed-a5a9831df568 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=2388589a34d346f3b31b231a9dafe34d&device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 1128 time: 0.0980442 Sep 06 04:43:04.007514 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fb6a2-1be8-43b3-8290-278e0a4d1253 req-b64f5940-c303-4e3c-a40d-f3c99e9db82b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:04.009783 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-889fb6a2-1be8-43b3-8290-278e0a4d1253 req-b64f5940-c303-4e3c-a40d-f3c99e9db82b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 946 time: 0.0642459 Sep 06 04:43:04.072363 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-c761795f-3123-4650-8098-4ec4d2e53eb5 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e4ec09b-2a4b-41e0-871c-50fd282365c6 HTTP/1.1" status: 200 len: 217 time: 0.0613618 Sep 06 04:43:04.143404 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-889fb6a2-1be8-43b3-8290-278e0a4d1253 req-74dce627-4b6f-4f43-9a29-974afcd1be1c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210086 Sep 06 04:43:04.153786 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3a41ced3-1097-4209-ac51-d4edf9064dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:04.153786 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-3a41ced3-1097-4209-ac51-d4edf9064dfa service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=9b8031fd-df8e-40aa-8f52-58d945edc54a HTTP/1.1" status: 200 len: 856 time: 0.0721600 Sep 06 04:43:04.188386 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41804) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:04.255365 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745063ea-427f-4685-ab2a-eea03a2c57d5 req-1970cefe-5c1c-47e4-8691-28fc15f21133 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:04.256899 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-745063ea-427f-4685-ab2a-eea03a2c57d5 req-1970cefe-5c1c-47e4-8691-28fc15f21133 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.3373392 Sep 06 04:43:04.266247 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc3199bd-4818-496d-9b5a-f414beffc9b6 req-3c241194-c85c-4fa9-890c-b8c9a8b4112b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Router e20bdad7-6385-430e-b8ee-120cf9ad1d67 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:43:04.268204 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-55f214cb-f93e-4a31-942b-d4d7c4e6d5f1 req-36f4f95c-17af-484d-bdc3-afcedab65362 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 210 time: 0.0425000 Sep 06 04:43:04.269215 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-5f9713af-61ba-4c09-af3f-1321553e53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:04.270690 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-5f9713af-61ba-4c09-af3f-1321553e53d5 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=6861b199-7de9-4155-8c49-44122ab810f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1113057 Sep 06 04:43:04.277181 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaa05ef-8f90-40e7-9256-a0650ba9311e tempest-TestVolumeBootPattern-925530446 tempest-TestVolumeBootPattern-925530446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:04.282017 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-7eaa05ef-8f90-40e7-9256-a0650ba9311e tempest-TestVolumeBootPattern-925530446 tempest-TestVolumeBootPattern-925530446-project-admin] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 1125 time: 0.0883083 Sep 06 04:43:04.285546 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 41806) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:04.289809 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Request body: {'floatingip': {'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'port_id': '8a88b191-41e1-4780-8ac2-cac44e992df0', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:43:04.378100 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-745063ea-427f-4685-ab2a-eea03a2c57d5 req-5a8c9355-1778-4125-ac15-e0eabf2b361b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106107 Sep 06 04:43:04.425716 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:04.438418 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-95f70dcf-6233-4c2d-ac3a-a3882861a8c3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488259 Sep 06 04:43:04.490093 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc3199bd-4818-496d-9b5a-f414beffc9b6 req-3c241194-c85c-4fa9-890c-b8c9a8b4112b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:43:04.502963 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc358f8-4d9a-40cb-8716-b18d628e8a7b None None] Sync routers for ids ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:43:04.513492 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc358f8-4d9a-40cb-8716-b18d628e8a7b None None] Routers {'e20bdad7-6385-430e-b8ee-120cf9ad1d67'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:43:04.514262 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-2fc358f8-4d9a-40cb-8716-b18d628e8a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:04.549767 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3199bd-4818-496d-9b5a-f414beffc9b6 req-3c241194-c85c-4fa9-890c-b8c9a8b4112b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] No DVR routers for this DVR port 6c3db147-6601-4ab0-a362-ff2c28ef3252 on host hv-cinder-85600 {{(pid=106938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:43:04.554752 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f147cdcf-19af-4f42-8a3a-40142fb85205 req-4cef9467-e1a2-4e08-927d-c55de8606cc6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122282 Sep 06 04:43:04.557714 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-cc3199bd-4818-496d-9b5a-f414beffc9b6 req-3c241194-c85c-4fa9-890c-b8c9a8b4112b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:04.560930 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cc3199bd-4818-496d-9b5a-f414beffc9b6 req-3c241194-c85c-4fa9-890c-b8c9a8b4112b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.46 "DELETE /networking/v2.0/ports/6c3db147-6601-4ab0-a362-ff2c28ef3252 HTTP/1.1" status: 204 len: 173 time: 1.3634081 Sep 06 04:43:04.567612 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:04.572477 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:04.634435 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:04.644329 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-2fc358f8-4d9a-40cb-8716-b18d628e8a7b None None] Set router e20bdad7-6385-430e-b8ee-120cf9ad1d67 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:43:04.690407 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Allocated IP 172.27.1.98 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/638a7667-970f-4e24-9964-1d6b048be3f9) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:43:04.693833 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b24a3a64-c84e-4f24-9131-5b55f4856266 req-f7ec81cf-7a14-4e18-a4a3-374a81acbb26 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 210 time: 0.0324600 Sep 06 04:43:04.827007 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for port (638a7667-970f-4e24-9964-1d6b048be3f9), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:04.858828 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4631439d-ba1a-4895-88bc-66f83e93defa', 'name': 'network-vif-deleted', 'tag': '6c3db147-6601-4ab0-a362-ff2c28ef3252'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:43:04.861421 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1def44-fbbc-4ae8-b58c-f2a653576aaa" -d '{"events": [{"server_uuid": "4631439d-ba1a-4895-88bc-66f83e93defa", "name": "network-vif-deleted", "tag": "6c3db147-6601-4ab0-a362-ff2c28ef3252"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:43:04.889314 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:04.900065 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a7b110-6e5a-4053-b8be-dde8410840d0 x-openstack-request-id: req-c7a7b110-6e5a-4053-b8be-dde8410840d0 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:43:04.900371 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4631439d-ba1a-4895-88bc-66f83e93defa", "name": "network-vif-deleted", "tag": "6c3db147-6601-4ab0-a362-ff2c28ef3252", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:43:04.900617 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7a7b110-6e5a-4053-b8be-dde8410840d0 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:43:04.901011 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a7b110-6e5a-4053-b8be-dde8410840d0'] response: {'server_uuid': '4631439d-ba1a-4895-88bc-66f83e93defa', 'name': 'network-vif-deleted', 'tag': '6c3db147-6601-4ab0-a362-ff2c28ef3252', 'status': 'completed', 'code': 200} Sep 06 04:43:04.945577 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (638a7667-970f-4e24-9964-1d6b048be3f9), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:04.952795 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-2fc358f8-4d9a-40cb-8716-b18d628e8a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:27Z', 'revision_number': 4, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'gw_port': {'id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '88340fa2-ed18-4284-9874-5debab43dd60', 'name': '', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'mac_address': 'fa:16:3e:ca:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:25Z', 'updated_at': '2022-09-06T04:35:35Z', 'revision_number': 5, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'subnets': [{'id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:04.978238 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc358f8-4d9a-40cb-8716-b18d628e8a7b None None] Checking router: e20bdad7-6385-430e-b8ee-120cf9ad1d67 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:43:04.986954 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc358f8-4d9a-40cb-8716-b18d628e8a7b None None] Routers {'e20bdad7-6385-430e-b8ee-120cf9ad1d67'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:43:04.987610 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-2fc358f8-4d9a-40cb-8716-b18d628e8a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:04.989630 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:43:04.994816 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:43:04.997198 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:43:05.000707 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event updated for resources: {'Port': ['ID=638a7667-970f-4e24-9964-1d6b048be3f9,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:05.092988 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-2fc358f8-4d9a-40cb-8716-b18d628e8a7b None None] Set router e20bdad7-6385-430e-b8ee-120cf9ad1d67 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:43:05.219415 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:05.284709 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-2fc358f8-4d9a-40cb-8716-b18d628e8a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:27Z', 'revision_number': 4, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'gw_port': {'id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '88340fa2-ed18-4284-9874-5debab43dd60', 'name': '', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'mac_address': 'fa:16:3e:ca:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:25Z', 'updated_at': '2022-09-06T04:35:35Z', 'revision_number': 5, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'subnets': [{'id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:05.313802 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc358f8-4d9a-40cb-8716-b18d628e8a7b None None] The sync data for ids ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'] in dv-cinder-856002-1-iscsi is: [{'id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:27Z', 'revision_number': 4, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'gw_port': {'id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '88340fa2-ed18-4284-9874-5debab43dd60', 'name': '', 'network_id': '06e43195-6270-4b08-b3f6-284307ad52d8', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'mac_address': 'fa:16:3e:ca:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:25Z', 'updated_at': '2022-09-06T04:35:35Z', 'revision_number': 5, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'subnets': [{'id': '88d92641-1180-487b-a0e6-2342c26bb7b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:43:05.379221 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for floatingip (04b1c821-39e2-47f3-a6e2-2efdc19a96e4), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:05.392044 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7340aa05-4b73-4925-8938-bd606ad61b15 req-2da7b230-16bd-4652-a06f-3c8c7c7a591e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 210 time: 0.0399609 Sep 06 04:43:05.540272 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5dace-714c-41d6-a6ad-d03673dd509d req-67612dbe-62c7-4da9-bc19-39ac689d66cb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:05.541904 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0bc5dace-714c-41d6-a6ad-d03673dd509d req-67612dbe-62c7-4da9-bc19-39ac689d66cb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0725710 Sep 06 04:43:05.547120 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (638a7667-970f-4e24-9964-1d6b048be3f9), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:05.591071 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d6b07-3a35-491a-9c68-2d6a3440e972 None None] New status for floating IP bf194ef0-804a-4b78-bee6-b3062636495b: DOWN {{(pid=106940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:43:05.628403 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0bc5dace-714c-41d6-a6ad-d03673dd509d req-fb5c7ee2-b640-4c1e-b398-7d449a472d60 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791552 Sep 06 04:43:05.741493 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for port (638a7667-970f-4e24-9964-1d6b048be3f9), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:05.797038 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (638a7667-970f-4e24-9964-1d6b048be3f9), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:05.806147 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-71de05d9-5731-4421-bd9b-3605b8efe433 req-98dffa60-8d87-475f-9178-b9f2309527eb tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 210 time: 0.0301282 Sep 06 04:43:05.837891 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:05.865122 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event updated for resources: {'Port': ['ID=638a7667-970f-4e24-9964-1d6b048be3f9,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:05.873761 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (04b1c821-39e2-47f3-a6e2-2efdc19a96e4), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:05.970335 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.l3_db [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Floating IP 04b1c821-39e2-47f3-a6e2-2efdc19a96e4 associated. External IP: 172.27.1.98, port: 8a88b191-41e1-4780-8ac2-cac44e992df0. Sep 06 04:43:06.164886 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:43:06.204130 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:06.269802 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:43:06.279592 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80cdc2-89c8-44ec-8076-8cec69dde8ef None None] Sync routers for ids ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:43:06.289930 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80cdc2-89c8-44ec-8076-8cec69dde8ef None None] Routers {'d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:43:06.290717 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-5b80cdc2-89c8-44ec-8076-8cec69dde8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:06.356521 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:06.389808 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-67f41852-461c-4426-bf1f-c0b4ba8f5dae tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1032188 Sep 06 04:43:06.395953 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-5b80cdc2-89c8-44ec-8076-8cec69dde8ef None None] Set router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:43:06.492707 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e9f0e73e-ccdf-423c-bd7f-07e6eddd4b78 req-a63a43d5-db79-4653-a6ca-a9513f5be240 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 210 time: 0.0277405 Sep 06 04:43:06.600460 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=100 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:06.605568 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-5b80cdc2-89c8-44ec-8076-8cec69dde8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '04b1c821-39e2-47f3-a6e2-2efdc19a96e4', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'port_id': '8a88b191-41e1-4780-8ac2-cac44e992df0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'mac_address': 'fa:16:3e:e8:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:43:05Z', 'updated_at': '2022-09-06T04:43:05Z', 'revision_number': 0, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:06.633669 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80cdc2-89c8-44ec-8076-8cec69dde8ef None None] Checking router: d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:43:06.642735 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b80cdc2-89c8-44ec-8076-8cec69dde8ef None None] Routers {'d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:43:06.643328 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-5b80cdc2-89c8-44ec-8076-8cec69dde8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:42:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:06.755068 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-5b80cdc2-89c8-44ec-8076-8cec69dde8ef None None] Set router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:43:06.771597 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d01e3-2821-4516-a3fc-e972d115bd2c req-b8f84808-4755-4ea2-b85d-0bed9c85d0e8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:06.773808 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c21d01e3-2821-4516-a3fc-e972d115bd2c req-b8f84808-4755-4ea2-b85d-0bed9c85d0e8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0548604 Sep 06 04:43:06.824055 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c21d01e3-2821-4516-a3fc-e972d115bd2c req-eae61e7e-7b67-47d6-94e9-7b0a7ee90d1b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440569 Sep 06 04:43:06.906967 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'tag': '8a88b191-41e1-4780-8ac2-cac44e992df0'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:43:06.909903 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915fd5b1-eabb-4e6e-b867-dc071dbaaa3b" -d '{"events": [{"name": "network-changed", "server_uuid": "65eefee7-f977-45ba-92a9-d0a97facdad7", "tag": "8a88b191-41e1-4780-8ac2-cac44e992df0"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:43:06.914141 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4775465a-b671-44a5-adc9-6cc22cb2443f req-0f1852fa-7f6d-4f0b-8bc2-ed86559163ac tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 210 time: 0.0324030 Sep 06 04:43:06.949245 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb3ea0e-8626-4c61-808b-32b634f22024 x-openstack-request-id: req-8cb3ea0e-8626-4c61-808b-32b634f22024 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:43:06.949569 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65eefee7-f977-45ba-92a9-d0a97facdad7", "tag": "8a88b191-41e1-4780-8ac2-cac44e992df0", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:43:06.949815 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8cb3ea0e-8626-4c61-808b-32b634f22024 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:43:06.950215 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb3ea0e-8626-4c61-808b-32b634f22024'] response: {'name': 'network-changed', 'server_uuid': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'tag': '8a88b191-41e1-4780-8ac2-cac44e992df0', 'status': 'completed', 'code': 200} Sep 06 04:43:06.981127 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-5b80cdc2-89c8-44ec-8076-8cec69dde8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '04b1c821-39e2-47f3-a6e2-2efdc19a96e4', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'port_id': '8a88b191-41e1-4780-8ac2-cac44e992df0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'mac_address': 'fa:16:3e:e8:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:43:05Z', 'updated_at': '2022-09-06T04:43:05Z', 'revision_number': 0, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:07.006644 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b80cdc2-89c8-44ec-8076-8cec69dde8ef None None] The sync data for ids ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'] in dv-cinder-856002-1-iscsi is: [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '04b1c821-39e2-47f3-a6e2-2efdc19a96e4', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'port_id': '8a88b191-41e1-4780-8ac2-cac44e992df0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'mac_address': 'fa:16:3e:e8:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:43:05Z', 'updated_at': '2022-09-06T04:43:05Z', 'revision_number': 0, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:43:07.203230 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e2c80-15f4-47a1-b413-5e696789738f None None] New status for floating IP 04b1c821-39e2-47f3-a6e2-2efdc19a96e4: ACTIVE {{(pid=106940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:43:07.216716 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fd5b1-eabb-4e6e-b867-dc071dbaaa3b req-f4ff9657-97f2-4612-9610-557e9cb85d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:07.218477 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-915fd5b1-eabb-4e6e-b867-dc071dbaaa3b req-f4ff9657-97f2-4612-9610-557e9cb85d6c service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=375efd2890fc4b71af13439813f00ab0&device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 1130 time: 0.0500777 Sep 06 04:43:07.318599 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fd5b1-eabb-4e6e-b867-dc071dbaaa3b req-cf8578df-fe2c-4449-b56e-4be5f0bf0770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:07.320075 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-915fd5b1-eabb-4e6e-b867-dc071dbaaa3b req-cf8578df-fe2c-4449-b56e-4be5f0bf0770 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=713bea32-eeee-4105-a352-3326771fb659 HTTP/1.1" status: 200 len: 913 time: 0.0941765 Sep 06 04:43:07.353777 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 6c3db147-6601-4ab0-a362-ff2c28ef3252 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:43:07.373712 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: 6c3db147-6601-4ab0-a362-ff2c28ef3252 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:43:07.374068 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 6c3db147-6601-4ab0-a362-ff2c28ef3252 not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:43:07.406944 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-915fd5b1-eabb-4e6e-b867-dc071dbaaa3b req-933bbb86-6ff6-47d5-9a0c-ea186f731fc3 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a88b191-41e1-4780-8ac2-cac44e992df0 HTTP/1.1" status: 200 len: 999 time: 0.0656221 Sep 06 04:43:07.466598 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fd5b1-eabb-4e6e-b867-dc071dbaaa3b req-5f55500e-823b-4680-8d4f-60bc46e0ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:07.468109 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-915fd5b1-eabb-4e6e-b867-dc071dbaaa3b req-5f55500e-823b-4680-8d4f-60bc46e0ab57 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=620d1330-0c40-41f6-9a10-faccabf815ee HTTP/1.1" status: 200 len: 851 time: 0.0497401 Sep 06 04:43:07.513693 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fd5b1-eabb-4e6e-b867-dc071dbaaa3b req-1d537901-cad9-4a37-9384-e707357c42b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:07.515272 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-915fd5b1-eabb-4e6e-b867-dc071dbaaa3b req-1d537901-cad9-4a37-9384-e707357c42b0 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=713bea32-eeee-4105-a352-3326771fb659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410290 Sep 06 04:43:07.611393 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6e789062-1439-4319-9f15-7cc2d3a06324 req-f9efa053-911b-4c79-b8d7-ce475440bec4 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 210 time: 0.0300608 Sep 06 04:43:07.646431 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-915fd5b1-eabb-4e6e-b867-dc071dbaaa3b req-4cf47504-bb46-4fd4-b093-9071ea200f9d service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237791 Sep 06 04:43:07.886418 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:07.922835 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:07.962534 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-915fd5b1-eabb-4e6e-b867-dc071dbaaa3b req-cb2d2967-0ebc-4beb-b6f7-7d4c2e7a3263 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976858 Sep 06 04:43:07.979102 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f974c2-d86f-49e7-aa3e-fdb7c7050ca9 req-f55bac98-5f8e-42bb-9080-08442ba561bd tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:07.980688 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-49f974c2-d86f-49e7-aa3e-fdb7c7050ca9 req-f55bac98-5f8e-42bb-9080-08442ba561bd tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0680106 Sep 06 04:43:08.029781 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-49f974c2-d86f-49e7-aa3e-fdb7c7050ca9 req-d3ba37ad-7096-44d0-b91f-9cd334872336 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429685 Sep 06 04:43:08.048123 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e7e637bb-bec5-40e4-90f0-68c2fae1b9fa req-d1a285bc-8fd0-450c-b42d-4307984feacb tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4631439d-ba1a-4895-88bc-66f83e93defa HTTP/1.1" status: 200 len: 210 time: 0.0289674 Sep 06 04:43:08.349733 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-ead98373-e051-43a4-8fda-786aed2ecd98 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:08.351183 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-ead98373-e051-43a4-8fda-786aed2ecd98 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.46 "GET /networking/v2.0/networks?id=6b6abe5e-f7f6-488e-8814-260547c69a21 HTTP/1.1" status: 200 len: 815 time: 0.1073759 Sep 06 04:43:08.369335 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-43b9c228-fd9b-4e1b-ba01-b40c7989e848 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Request body: {'port': {'device_id': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21', 'admin_state_up': True, 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:43:08.591365 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-43b9c228-fd9b-4e1b-ba01-b40c7989e848 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Made reservation on behalf of 623b9f3be0f24e2ea1caea0798b30704 for: {'port': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:43:08.595252 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-43b9c228-fd9b-4e1b-ba01-b40c7989e848 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:08.673660 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:08.717694 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d11b3032-c8cf-488f-8734-b00e127f095f req-d99f88d0-e5ae-43fa-aceb-4b3ad39fc3d6 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 210 time: 0.0308681 Sep 06 04:43:08.726103 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-43b9c228-fd9b-4e1b-ba01-b40c7989e848 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Allocated IP 172.20.0.6 (6b6abe5e-f7f6-488e-8814-260547c69a21/0c78bb11-50f5-4892-a3c0-8c728321b918/2a57860e-e2d2-4ede-943c-6db28a3cdf5a) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:43:08.883035 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-43b9c228-fd9b-4e1b-ba01-b40c7989e848 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:08.910509 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:08.986242 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-43b9c228-fd9b-4e1b-ba01-b40c7989e848 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:09.026927 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-43b9c228-fd9b-4e1b-ba01-b40c7989e848 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Network 6b6abe5e-f7f6-488e-8814-260547c69a21 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:43:09.032941 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-43b9c228-fd9b-4e1b-ba01-b40c7989e848 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:43:09.037243 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-43b9c228-fd9b-4e1b-ba01-b40c7989e848 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:43:09.070191 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9c228-fd9b-4e1b-ba01-b40c7989e848 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Pushing event updated for resources: {'Port': ['ID=2a57860e-e2d2-4ede-943c-6db28a3cdf5a,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:09.122855 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-43b9c228-fd9b-4e1b-ba01-b40c7989e848 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:09.124948 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-43b9c228-fd9b-4e1b-ba01-b40c7989e848 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:09.212311 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378f425-d5c9-4712-b86d-578850627489 req-4ad71fbc-14fd-4181-882a-1ebb3e2cbead tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:09.212311 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8378f425-d5c9-4712-b86d-578850627489 req-4ad71fbc-14fd-4181-882a-1ebb3e2cbead tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0558746 Sep 06 04:43:09.238661 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-43b9c228-fd9b-4e1b-ba01-b40c7989e848 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8732047 Sep 06 04:43:09.258640 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Request body: {'port': {'device_id': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:43:09.266877 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41862) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:09.278966 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-341df57b-9e39-44e4-b613-3f104352b166 None None] Provisioning complete for port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:43:09.279553 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-341df57b-9e39-44e4-b613-3f104352b166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:09.296669 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8378f425-d5c9-4712-b86d-578850627489 req-a2143f70-8a29-4cc7-ae35-83bd274b605f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824063 Sep 06 04:43:09.314553 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-341df57b-9e39-44e4-b613-3f104352b166 None None] Port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:43:09.335931 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:09.370906 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 3e4ec09b-2a4b-41e0-871c-50fd282365c6 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:43:09.485350 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:09.529844 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 3e4ec09b-2a4b-41e0-871c-50fd282365c6, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3e4ec09b-2a4b-41e0-871c-50fd282365c6,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:43:09.547614 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:09.550502 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '3e4ec09b-2a4b-41e0-871c-50fd282365c6', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'port_id': '3e4ec09b-2a4b-41e0-871c-50fd282365c6', 'mac_address': 'fa:16:3e:86:e0:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:43:09.596441 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:43:09.597103 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:09.624487 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4ec09b-2a4b-41e0-871c-50fd282365c6 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:43:09.660654 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 3e4ec09b-2a4b-41e0-871c-50fd282365c6, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3e4ec09b-2a4b-41e0-871c-50fd282365c6,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:43:09.733968 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:09.739753 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:09.761914 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a57860e-e2d2-4ede-943c-6db28a3cdf5a {{(pid=106938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:43:09.766568 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-803c72bf-d466-471d-84f1-88b037a04408 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for security_group (2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:09.776159 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Publish callbacks [] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:09.798338 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.provisioning_blocks [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Transition to ACTIVE for port object 2a57860e-e2d2-4ede-943c-6db28a3cdf5a will not be triggered until provisioned by entity L2. {{(pid=106938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:43:09.804906 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-803c72bf-d466-471d-84f1-88b037a04408 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for security_group (2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:09.837263 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=3e4ec09b-2a4b-41e0-871c-50fd282365c6,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:09.871250 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:09.911573 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7187bf-4dbd-434d-be12-d375aedaf959 req-d7a9b5c3-3561-4c70-8c55-2bbc21166fbc tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:09.913394 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5f7187bf-4dbd-434d-be12-d375aedaf959 req-d7a9b5c3-3561-4c70-8c55-2bbc21166fbc tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 931 time: 0.0621021 Sep 06 04:43:09.978089 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5f7187bf-4dbd-434d-be12-d375aedaf959 req-9ecf81f9-4daa-4751-b932-cdedfeaa1b31 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585766 Sep 06 04:43:09.996766 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-803c72bf-d466-471d-84f1-88b037a04408 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:09.999763 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-803c72bf-d466-471d-84f1-88b037a04408 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:10.005618 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-803c72bf-d466-471d-84f1-88b037a04408 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c HTTP/1.1" status: 204 len: 168 time: 0.7373426 Sep 06 04:43:10.006795 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41868) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:10.032219 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.api.v2.resource [None req-a9dd7866-9347-45d7-94d3-544d0eb3449c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] show failed (client error): The resource could not be found. Sep 06 04:43:10.036835 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-a9dd7866-9347-45d7-94d3-544d0eb3449c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups/2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c HTTP/1.1" status: 404 len: 347 time: 0.0253110 Sep 06 04:43:10.037828 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c72bf-d466-471d-84f1-88b037a04408 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd5b6e4-5ae7-4ffb-ae69-9e6dfd857e8c,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:10.039786 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 41872) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:10.155339 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:10.193969 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Pushing event updated for resources: {'Port': ['ID=2a57860e-e2d2-4ede-943c-6db28a3cdf5a,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:10.233868 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-24cd0c45-cec9-4400-9e3a-a2d42ba449b0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Deleting port 6df5af08-a7a4-4f5f-a927-1b9065bbe70c {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:43:10.234384 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-24cd0c45-cec9-4400-9e3a-a2d42ba449b0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (6df5af08-a7a4-4f5f-a927-1b9065bbe70c), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:10.270978 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['3e4ec09b-2a4b-41e0-871c-50fd282365c6'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:43:10.296951 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Attempting to bind port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:43:10.297752 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Attempting to bind port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'ef005acd-77b9-492f-9478-1471ed459e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21'}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:43:10.301058 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Attempting to bind port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a on network 6b6abe5e-f7f6-488e-8814-260547c69a21 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:43:10.335167 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-24cd0c45-cec9-4400-9e3a-a2d42ba449b0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (6df5af08-a7a4-4f5f-a927-1b9065bbe70c), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:10.335974 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-24cd0c45-cec9-4400-9e3a-a2d42ba449b0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for floatingip (6df5af08-a7a4-4f5f-a927-1b9065bbe70c), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:10.406922 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-24cd0c45-cec9-4400-9e3a-a2d42ba449b0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Calling delete_port for 6df5af08-a7a4-4f5f-a927-1b9065bbe70c owned by network:floatingip {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:43:10.441547 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a on network 6b6abe5e-f7f6-488e-8814-260547c69a21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:43:10.441971 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Attempting to bind port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a on network 6b6abe5e-f7f6-488e-8814-260547c69a21 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:43:10.503208 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:43:10.503596 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Checking segment: {'id': 'ef005acd-77b9-492f-9478-1471ed459e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:43:10.504063 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Bound using segment: {'id': 'ef005acd-77b9-492f-9478-1471ed459e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21'} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:43:10.504768 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Bound port: 2a57860e-e2d2-4ede-943c-6db28a3cdf5a, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef005acd-77b9-492f-9478-1471ed459e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21'}}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:43:10.505138 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:10.611566 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] For port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a, host hv-cinder-85600, cleared binding levels {{(pid=106938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:43:10.627045 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84836c4-928a-41f7-8ef7-d8c097313468 req-da5e0a40-dbf8-4778-8efe-efab354bf284 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:10.633854 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f84836c4-928a-41f7-8ef7-d8c097313468 req-da5e0a40-dbf8-4778-8efe-efab354bf284 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0675075 Sep 06 04:43:10.646991 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5c110-6926-44d3-86c9-c398cb066732 req-6d2f12d8-e5f0-456e-abac-f82db0a0eed2 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:10.649167 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a9a5c110-6926-44d3-86c9-c398cb066732 req-6d2f12d8-e5f0-456e-abac-f82db0a0eed2 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 945 time: 0.2162249 Sep 06 04:43:10.658220 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] For port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=2a57860e-e2d2-4ede-943c-6db28a3cdf5a,segment=NetworkSegment(ef005acd-77b9-492f-9478-1471ed459e3d),segment_id=ef005acd-77b9-492f-9478-1471ed459e3d)] {{(pid=106938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:43:10.713602 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f84836c4-928a-41f7-8ef7-d8c097313468 req-e44ca5c6-b34f-45b5-8832-c48e8d6400b7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787125 Sep 06 04:43:10.740720 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:10.745607 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:10.745730 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:10.745994 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a9a5c110-6926-44d3-86c9-c398cb066732 req-d42bfff3-e4d9-450a-802d-b8b32b7152b9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750043 Sep 06 04:43:10.773343 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/2a57860e-e2d2-4ede-943c-6db28a3cdf5a HTTP/1.1" status: 200 len: 1093 time: 1.5094895 Sep 06 04:43:10.773343 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'tag': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:43:10.773343 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1d7778-4286-41ce-8ab2-51a57dfe9760" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c1b505-babf-4fde-b18b-7d72d9cc0acc", "tag": "2a57860e-e2d2-4ede-943c-6db28a3cdf5a"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:43:10.825913 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8ea757-957d-4778-b5af-4caed3192aa5 x-openstack-request-id: req-bf8ea757-957d-4778-b5af-4caed3192aa5 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:43:10.826198 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c1b505-babf-4fde-b18b-7d72d9cc0acc", "tag": "2a57860e-e2d2-4ede-943c-6db28a3cdf5a", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:43:10.826449 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf8ea757-957d-4778-b5af-4caed3192aa5 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:43:10.826847 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf8ea757-957d-4778-b5af-4caed3192aa5'] response: {'name': 'network-changed', 'server_uuid': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'tag': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a', 'status': 'completed', 'code': 200} Sep 06 04:43:10.831907 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe4905-e1f6-4415-93a9-da6ceb2dce94 service neutron] Pushing event updated for resources: {'Port': ['ID=2a57860e-e2d2-4ede-943c-6db28a3cdf5a,revision_number=3']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:10.854929 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-24cd0c45-cec9-4400-9e3a-a2d42ba449b0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (6df5af08-a7a4-4f5f-a927-1b9065bbe70c), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:10.862017 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:10.886614 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd0c45-cec9-4400-9e3a-a2d42ba449b0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Pushing event deleted for resources: {'Port': ['ID=6df5af08-a7a4-4f5f-a927-1b9065bbe70c,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:10.953518 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-24cd0c45-cec9-4400-9e3a-a2d42ba449b0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks [] for floatingip (bf194ef0-804a-4b78-bee6-b3062636495b), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:10.956039 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-24cd0c45-cec9-4400-9e3a-a2d42ba449b0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:10.957201 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-24cd0c45-cec9-4400-9e3a-a2d42ba449b0 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/bf194ef0-804a-4b78-bee6-b3062636495b HTTP/1.1" status: 204 len: 168 time: 0.9162924 Sep 06 04:43:11.137258 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0f876-f55d-4089-960e-8e1618eac762 req-e7e2a121-704b-44e5-87e9-fd652c60ded5 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:11.138798 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-bed0f876-f55d-4089-960e-8e1618eac762 req-e7e2a121-704b-44e5-87e9-fd652c60ded5 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 943 time: 0.0723605 Sep 06 04:43:11.194995 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-bed0f876-f55d-4089-960e-8e1618eac762 req-5e56b163-093b-4ffe-a444-43f4e2369b01 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495558 Sep 06 04:43:11.723894 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 3e4ec09b-2a4b-41e0-871c-50fd282365c6 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:43:11.769851 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:43:11.819659 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:43:11.820046 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:11.841360 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:11.874043 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99fd86-a81e-47d1-a11a-af2637cb3c22 req-45db5013-c485-44bd-b7b5-f0071c395706 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:11.875561 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0c99fd86-a81e-47d1-a11a-af2637cb3c22 req-45db5013-c485-44bd-b7b5-f0071c395706 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0730290 Sep 06 04:43:11.934834 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d40da-3522-4050-8c66-e8ef7bbf3ce6 req-8d8d0771-f008-4726-a799-3f8ff215bfdf tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:11.936716 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-505d40da-3522-4050-8c66-e8ef7bbf3ce6 req-8d8d0771-f008-4726-a799-3f8ff215bfdf tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 945 time: 0.0649865 Sep 06 04:43:11.952751 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:43:11.953290 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:11.954947 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0c99fd86-a81e-47d1-a11a-af2637cb3c22 req-60ae4db0-3e56-453b-9e1f-4cf6c5a47a17 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697765 Sep 06 04:43:11.990538 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4ec09b-2a4b-41e0-871c-50fd282365c6'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:43:11.993072 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1538c9-e123-4ba3-a15f-8f351b3d11b4" -d '{"events": [{"server_uuid": "821737e4-9236-4f80-b1ac-8c4d16c02244", "name": "network-vif-plugged", "status": "completed", "tag": "3e4ec09b-2a4b-41e0-871c-50fd282365c6"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:43:12.012817 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 3e4ec09b-2a4b-41e0-871c-50fd282365c6, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3e4ec09b-2a4b-41e0-871c-50fd282365c6,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:43:12.031177 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-505d40da-3522-4050-8c66-e8ef7bbf3ce6 req-20aaed02-58c9-4d03-a39e-307127814c5c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878706 Sep 06 04:43:12.042467 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fec664a-cdad-4ad1-b06e-beb8ddbae6d6 x-openstack-request-id: req-4fec664a-cdad-4ad1-b06e-beb8ddbae6d6 {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:43:12.042959 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821737e4-9236-4f80-b1ac-8c4d16c02244", "name": "network-vif-plugged", "status": "completed", "tag": "3e4ec09b-2a4b-41e0-871c-50fd282365c6", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:43:12.044052 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4fec664a-cdad-4ad1-b06e-beb8ddbae6d6 {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:43:12.044864 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fec664a-cdad-4ad1-b06e-beb8ddbae6d6'] response: {'server_uuid': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4ec09b-2a4b-41e0-871c-50fd282365c6', 'code': 200} Sep 06 04:43:12.082859 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:12.157251 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=3e4ec09b-2a4b-41e0-871c-50fd282365c6,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:12.293928 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-eb43803b-1c78-495c-9844-c395d11fbe9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:12.340290 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e0039-d90b-4db0-9cbc-cbd12b159226 req-be822f3c-cd6e-4e82-b672-ed10c601d235 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:12.341836 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-540e0039-d90b-4db0-9cbc-cbd12b159226 req-be822f3c-cd6e-4e82-b672-ed10c601d235 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 943 time: 0.0570436 Sep 06 04:43:12.402041 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-540e0039-d90b-4db0-9cbc-cbd12b159226 req-54c38f9e-20e3-477e-b7b1-0b1490741d94 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541625 Sep 06 04:43:13.116058 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7d918-da40-45b2-9432-7d23a179612a req-b9822919-7fad-460b-b847-015900db9548 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:13.121806 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cfd7d918-da40-45b2-9432-7d23a179612a req-b9822919-7fad-460b-b847-015900db9548 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0745754 Sep 06 04:43:13.174050 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cfd7d918-da40-45b2-9432-7d23a179612a req-41cd1091-2deb-434a-a9a7-dc1a3da698a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506868 Sep 06 04:43:13.215231 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3adcd-c638-41f9-aa03-9d9865ec3b85 req-369edbe7-26a9-4b95-a2dc-8a992a564e65 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:13.216909 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8cd3adcd-c638-41f9-aa03-9d9865ec3b85 req-369edbe7-26a9-4b95-a2dc-8a992a564e65 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0676968 Sep 06 04:43:13.267437 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8cd3adcd-c638-41f9-aa03-9d9865ec3b85 req-15b1dff7-9518-443a-9e99-0bb119b9d765 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442448 Sep 06 04:43:13.530241 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2259649-90f2-48ad-8995-d254b9b2d811 req-26343952-e63d-4afc-894e-f3fba9e5bde8 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:13.532185 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a2259649-90f2-48ad-8995-d254b9b2d811 req-26343952-e63d-4afc-894e-f3fba9e5bde8 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 943 time: 0.0513093 Sep 06 04:43:13.590756 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a2259649-90f2-48ad-8995-d254b9b2d811 req-033f8a6c-6490-403e-990b-aa4da1ebcd28 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471675 Sep 06 04:43:13.997745 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44497b11-ecdb-4f64-97c3-ff0286eac3d6 req-e803f239-434c-4d46-a6b1-4f0443d4766e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:13.999402 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-44497b11-ecdb-4f64-97c3-ff0286eac3d6 req-e803f239-434c-4d46-a6b1-4f0443d4766e tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0499206 Sep 06 04:43:14.053371 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-44497b11-ecdb-4f64-97c3-ff0286eac3d6 req-7e0be3bb-0c77-4beb-8820-2504c7b8487d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449834 Sep 06 04:43:14.305841 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f4ae1-acb8-4530-914c-76fc700c4967 req-bb66eb01-5c5f-4993-a798-5c70255d6855 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:14.307657 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bb5f4ae1-acb8-4530-914c-76fc700c4967 req-bb66eb01-5c5f-4993-a798-5c70255d6855 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0525494 Sep 06 04:43:14.379351 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bb5f4ae1-acb8-4530-914c-76fc700c4967 req-acd68964-490a-4fda-9587-ef08b9c8b5a7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621154 Sep 06 04:43:14.418037 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96b69b-40e3-459d-a116-9923216b3db4 req-1d561a98-3c07-42a2-babc-6ebb55f5434f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:14.419730 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3a96b69b-40e3-459d-a116-9923216b3db4 req-1d561a98-3c07-42a2-babc-6ebb55f5434f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0625021 Sep 06 04:43:14.475691 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3a96b69b-40e3-459d-a116-9923216b3db4 req-4af45229-75d3-41ee-bd49-83cc18a77f86 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487375 Sep 06 04:43:14.476717 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c3613a4a-7378-46ff-a14c-83b74d5d255a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:14.732410 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86947b55-30a8-44bf-946c-d515c98035aa req-483a523e-b4b9-4b7f-a30f-095ccfe853c7 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:14.733854 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-86947b55-30a8-44bf-946c-d515c98035aa req-483a523e-b4b9-4b7f-a30f-095ccfe853c7 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 943 time: 0.0552046 Sep 06 04:43:14.787659 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-86947b55-30a8-44bf-946c-d515c98035aa req-6f37de2b-29f0-414c-a287-96de9f0c2ccf tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476089 Sep 06 04:43:15.169831 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:15.184156 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40246df6-1943-41ac-8e5b-5318c2c0b8c1 req-e20d9a93-9e2a-4e0a-86c8-cc6316e8cce4 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:15.185833 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-40246df6-1943-41ac-8e5b-5318c2c0b8c1 req-e20d9a93-9e2a-4e0a-86c8-cc6316e8cce4 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0511878 Sep 06 04:43:15.241698 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-40246df6-1943-41ac-8e5b-5318c2c0b8c1 req-a72e137c-87c9-48c9-af5a-414ebac1b354 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496581 Sep 06 04:43:15.497419 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e503563-f6ec-4121-a012-a03913c284f3 req-ea19fc0e-9966-4b82-94f7-792ca847c23b tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:15.498938 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3e503563-f6ec-4121-a012-a03913c284f3 req-ea19fc0e-9966-4b82-94f7-792ca847c23b tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0480378 Sep 06 04:43:15.573500 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:15.586072 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3e503563-f6ec-4121-a012-a03913c284f3 req-e4312b75-174b-4a31-8d70-bb4326c5046c tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806642 Sep 06 04:43:15.620326 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213eaa5-d5e7-411b-b593-9886bbf48382 req-37ce2f82-4264-4c55-a67b-7a9a53268c65 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:15.621897 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7213eaa5-d5e7-411b-b593-9886bbf48382 req-37ce2f82-4264-4c55-a67b-7a9a53268c65 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0485785 Sep 06 04:43:15.685819 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7213eaa5-d5e7-411b-b593-9886bbf48382 req-97f10e3c-1ba8-4838-a0c9-5704d8e91efa tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574200 Sep 06 04:43:15.888235 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:15.912353 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb12b3-6604-484f-b161-895f47489d7b req-567be600-9871-448e-b432-0f31d019e169 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:15.913951 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-61bb12b3-6604-484f-b161-895f47489d7b req-567be600-9871-448e-b432-0f31d019e169 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 943 time: 0.0495276 Sep 06 04:43:15.983586 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-61bb12b3-6604-484f-b161-895f47489d7b req-49e544b6-cdd0-48b6-8baf-a3f4f0c4f1ff tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609963 Sep 06 04:43:16.390643 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23bfb8-9b33-40ae-9fdc-f9a9db728991 req-668ad537-9a25-44dc-b69c-990ae2ef224b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:16.392782 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-bc23bfb8-9b33-40ae-9fdc-f9a9db728991 req-668ad537-9a25-44dc-b69c-990ae2ef224b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0704145 Sep 06 04:43:16.444418 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-bc23bfb8-9b33-40ae-9fdc-f9a9db728991 req-b8f00c6a-e9d9-4a00-a8ab-8b010bc7e42b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449786 Sep 06 04:43:16.736541 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07839d36-3b19-472b-ae23-43fde915000f req-d5ec73cc-b754-4707-9f3a-bd74eb4d76dd tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:16.743736 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-07839d36-3b19-472b-ae23-43fde915000f req-d5ec73cc-b754-4707-9f3a-bd74eb4d76dd tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0667083 Sep 06 04:43:16.814856 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-07839d36-3b19-472b-ae23-43fde915000f req-fa0fffb1-76be-401f-848f-a12674169086 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687449 Sep 06 04:43:16.847810 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452df92a-d352-439f-935a-f8b95cb2ab11 req-a6836030-17d5-4293-a98e-e2c3099e6700 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:16.849820 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-452df92a-d352-439f-935a-f8b95cb2ab11 req-a6836030-17d5-4293-a98e-e2c3099e6700 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0566823 Sep 06 04:43:16.962071 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-452df92a-d352-439f-935a-f8b95cb2ab11 req-7ac88c59-7c1f-4776-abbf-cb8e364d0264 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474882 Sep 06 04:43:16.983594 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=92 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:16.984870 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=37 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:17.146024 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162e537-d414-44ce-b71c-bd2961f631d7 req-857f37ab-d534-46d9-9b13-91173f1d1df6 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:17.147551 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4162e537-d414-44ce-b71c-bd2961f631d7 req-857f37ab-d534-46d9-9b13-91173f1d1df6 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 943 time: 0.0627902 Sep 06 04:43:17.198072 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4162e537-d414-44ce-b71c-bd2961f631d7 req-2bbeb5cf-d7a1-4ab7-83e5-0db33832f1bd tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449953 Sep 06 04:43:17.280254 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:17.326608 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:17.408399 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:43:17.576736 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2544f-b50f-434e-b543-2e5a2f52290f req-069b6dba-7ae9-43c4-9a81-bb019cfbfbb8 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:17.578261 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8ee2544f-b50f-434e-b543-2e5a2f52290f req-069b6dba-7ae9-43c4-9a81-bb019cfbfbb8 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0550606 Sep 06 04:43:17.604246 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:17.629213 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8ee2544f-b50f-434e-b543-2e5a2f52290f req-cba91945-0827-4459-b0e7-61c054aa2e3b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445504 Sep 06 04:43:17.961066 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d57c7-f17f-4027-8f0c-e64ca8c397f1 req-242eb500-3db5-422e-b685-e30262a9fc6a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:17.962593 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-328d57c7-f17f-4027-8f0c-e64ca8c397f1 req-242eb500-3db5-422e-b685-e30262a9fc6a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0468817 Sep 06 04:43:18.016409 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-328d57c7-f17f-4027-8f0c-e64ca8c397f1 req-bdc53b3e-3d4f-48ed-9816-fc4ff5256b1e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465670 Sep 06 04:43:18.096169 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e0980-2795-4258-83b6-3e6ae5844ce5 req-7c13e513-02b5-4b83-9d28-e9168d906d9e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:18.097684 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-267e0980-2795-4258-83b6-3e6ae5844ce5 req-7c13e513-02b5-4b83-9d28-e9168d906d9e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0570672 Sep 06 04:43:18.152213 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-267e0980-2795-4258-83b6-3e6ae5844ce5 req-791933eb-43c9-4f0a-9569-ffed59522afa tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479054 Sep 06 04:43:18.326594 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1423c-455b-4f63-b484-0e80698499a9 req-8e16c81d-d4ed-4661-a377-63e846bd4bd5 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:18.328071 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-76a1423c-455b-4f63-b484-0e80698499a9 req-8e16c81d-d4ed-4661-a377-63e846bd4bd5 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 943 time: 0.0461068 Sep 06 04:43:18.388944 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-76a1423c-455b-4f63-b484-0e80698499a9 req-7234e497-5186-48b2-a897-de2c0943cd85 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542257 Sep 06 04:43:18.916043 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2bf62-fcfa-4887-a49e-7dabc620f75b req-354a627d-93d1-43a2-a97f-4890b2656425 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:18.917699 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-79f2bf62-fcfa-4887-a49e-7dabc620f75b req-354a627d-93d1-43a2-a97f-4890b2656425 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0512040 Sep 06 04:43:18.965417 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-79f2bf62-fcfa-4887-a49e-7dabc620f75b req-5d02f955-63c2-4356-8a0d-5796d988abdd tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415061 Sep 06 04:43:19.145754 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a4861-2379-4bcb-85ea-f2bf7623c6da req-6858a86a-e296-4209-a749-96e89e239d2d tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:19.147235 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-616a4861-2379-4bcb-85ea-f2bf7623c6da req-6858a86a-e296-4209-a749-96e89e239d2d tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0504851 Sep 06 04:43:19.201969 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-616a4861-2379-4bcb-85ea-f2bf7623c6da req-35f7d2f1-8ee5-46f5-80a6-811936620d2f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453334 Sep 06 04:43:19.280541 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41365f91-956a-412b-9322-6200ca9e33da req-60bdaf11-1475-4c40-aad8-9a5039d72dab tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:19.282045 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-41365f91-956a-412b-9322-6200ca9e33da req-60bdaf11-1475-4c40-aad8-9a5039d72dab tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0455139 Sep 06 04:43:19.331125 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-41365f91-956a-412b-9322-6200ca9e33da req-90d26e99-930b-49c9-adab-2c147d823062 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429058 Sep 06 04:43:19.473928 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:19.509104 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e36ef-22ab-440b-931b-66e566765dba req-1e01fa76-87b4-4a7d-8024-2d3c5791ca4d tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:19.510596 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c54e36ef-22ab-440b-931b-66e566765dba req-1e01fa76-87b4-4a7d-8024-2d3c5791ca4d tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 943 time: 0.0464497 Sep 06 04:43:19.557010 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c54e36ef-22ab-440b-931b-66e566765dba req-b1321486-3daf-4c83-84cb-1e6f563ec165 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408866 Sep 06 04:43:20.097782 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da4b98-3ace-4788-a03e-8c4b2ef01966 req-88eb6ec1-2538-4695-9ecb-a212064cf51f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:20.099246 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c2da4b98-3ace-4788-a03e-8c4b2ef01966 req-88eb6ec1-2538-4695-9ecb-a212064cf51f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0501142 Sep 06 04:43:20.148436 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c2da4b98-3ace-4788-a03e-8c4b2ef01966 req-2c15d249-845b-4bb0-901c-5761b7768eaf tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437498 Sep 06 04:43:20.323606 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c36a58-a531-4f7b-b7e0-7112a83a9934 req-a5b15d30-a97e-4701-b9d5-15538b809682 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:20.325078 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-20c36a58-a531-4f7b-b7e0-7112a83a9934 req-a5b15d30-a97e-4701-b9d5-15538b809682 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0513368 Sep 06 04:43:20.382383 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-20c36a58-a531-4f7b-b7e0-7112a83a9934 req-72e69104-9b3c-46e6-9e84-456b67091fa2 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494893 Sep 06 04:43:20.458156 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfbc25-8fff-4f55-9e7f-1dc4afeb0d4a req-ef04bd9e-59bc-482b-bbf8-6bc6f44b61f9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:20.459621 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e8cfbc25-8fff-4f55-9e7f-1dc4afeb0d4a req-ef04bd9e-59bc-482b-bbf8-6bc6f44b61f9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0451007 Sep 06 04:43:20.507092 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e8cfbc25-8fff-4f55-9e7f-1dc4afeb0d4a req-f1f6ea96-42e4-426c-9a36-73d3634667af tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416949 Sep 06 04:43:20.675359 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e78ca-c8bf-4db4-8993-478be95cc998 req-2f711c17-0046-4f85-8a96-b0e76a84477c tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:20.676915 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-442e78ca-c8bf-4db4-8993-478be95cc998 req-2f711c17-0046-4f85-8a96-b0e76a84477c tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 943 time: 0.0465715 Sep 06 04:43:20.725754 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-442e78ca-c8bf-4db4-8993-478be95cc998 req-ad42a12d-cb95-4782-91cb-538ea140d686 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431552 Sep 06 04:43:21.277674 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a9a82-3e93-4eee-b727-3d4c3874855f req-02c56a14-ed56-4d4f-9d59-ee2a0791ad30 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:21.279391 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ef3a9a82-3e93-4eee-b727-3d4c3874855f req-02c56a14-ed56-4d4f-9d59-ee2a0791ad30 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0474708 Sep 06 04:43:21.327534 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ef3a9a82-3e93-4eee-b727-3d4c3874855f req-0da2a7d3-c2ae-4283-b275-3613d5acc207 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414858 Sep 06 04:43:21.505482 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc82302-3cca-4f19-8d6f-245a15ee3e6c req-649b0792-8cad-4579-8d9b-1a5e27252283 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:21.506864 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9bc82302-3cca-4f19-8d6f-245a15ee3e6c req-649b0792-8cad-4579-8d9b-1a5e27252283 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0496256 Sep 06 04:43:21.557448 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9bc82302-3cca-4f19-8d6f-245a15ee3e6c req-3c211e73-ceaf-4738-a84d-867482a69159 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451038 Sep 06 04:43:21.634909 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af349c-3479-4c0b-818a-f2dd7ff01590 req-1fc1b030-0afe-415e-b782-f71c915aa785 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:21.636396 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-98af349c-3479-4c0b-818a-f2dd7ff01590 req-1fc1b030-0afe-415e-b782-f71c915aa785 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0485821 Sep 06 04:43:21.662953 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:21.684164 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-98af349c-3479-4c0b-818a-f2dd7ff01590 req-602c615f-8a11-431a-bcc5-2496314ed2c9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414474 Sep 06 04:43:21.841359 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79127ff3-71fb-4997-abb4-345fa6df8f6f req-bf1e1547-3a66-45a2-90ba-71af587c4b7f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:21.842827 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-79127ff3-71fb-4997-abb4-345fa6df8f6f req-bf1e1547-3a66-45a2-90ba-71af587c4b7f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 943 time: 0.0456855 Sep 06 04:43:21.873093 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:21.889575 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-79127ff3-71fb-4997-abb4-345fa6df8f6f req-c64d235a-b301-46a7-89b5-a306b0cd95ee tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405881 Sep 06 04:43:22.170597 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d7778-4286-41ce-8ab2-51a57dfe9760 req-c76b1f36-f2bf-4df1-a1e4-ad5cd870da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:22.172114 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef1d7778-4286-41ce-8ab2-51a57dfe9760 req-c76b1f36-f2bf-4df1-a1e4-ad5cd870da03 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=623b9f3be0f24e2ea1caea0798b30704&device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 1127 time: 0.0398810 Sep 06 04:43:22.448670 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63cfa4-c5ad-459f-a195-87980234696d req-16ed952b-fa87-42fe-bf07-a2d8656732ac tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:22.450069 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cd63cfa4-c5ad-459f-a195-87980234696d req-16ed952b-fa87-42fe-bf07-a2d8656732ac tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0461094 Sep 06 04:43:22.496005 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cd63cfa4-c5ad-459f-a195-87980234696d req-023715a6-1010-4d1e-ae9d-873e26cef9b4 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Sep 06 04:43:22.630684 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d7778-4286-41ce-8ab2-51a57dfe9760 req-76336f15-cb51-41c9-b288-6aac9da397ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:22.632165 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef1d7778-4286-41ce-8ab2-51a57dfe9760 req-76336f15-cb51-41c9-b288-6aac9da397ed service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=623b9f3be0f24e2ea1caea0798b30704&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1018119 Sep 06 04:43:22.677524 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ed3fe-dfed-448b-ac18-64b4ed34cacf req-00c3b4fd-3637-4e28-b8cc-55091cb1ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:22.679028 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c98ed3fe-dfed-448b-ac18-64b4ed34cacf req-00c3b4fd-3637-4e28-b8cc-55091cb1ee93 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 1130 time: 0.0382011 Sep 06 04:43:22.728567 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3c5c9-0cd9-4f6f-afc6-52ec9d9d9d6a req-3be6af63-ed75-44cf-9c54-32e012bb22af tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:22.730130 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-68f3c5c9-0cd9-4f6f-afc6-52ec9d9d9d6a req-3be6af63-ed75-44cf-9c54-32e012bb22af tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0960789 Sep 06 04:43:22.733605 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c98ed3fe-dfed-448b-ac18-64b4ed34cacf req-9daee559-7569-4659-881b-9d8a7e0e0153 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435066 Sep 06 04:43:22.808214 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d7778-4286-41ce-8ab2-51a57dfe9760 req-23c96dd0-4bd7-4c7b-8bee-bde63b166ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:22.809717 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef1d7778-4286-41ce-8ab2-51a57dfe9760 req-23c96dd0-4bd7-4c7b-8bee-bde63b166ed3 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1658103 Sep 06 04:43:22.810516 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b5838-c7a3-48b1-ac32-6ecaa50b486c req-a7bd4ca1-cd00-45f1-b3eb-302534be2bcc tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:22.811995 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-958b5838-c7a3-48b1-ac32-6ecaa50b486c req-a7bd4ca1-cd00-45f1-b3eb-302534be2bcc tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0470383 Sep 06 04:43:22.815256 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-68f3c5c9-0cd9-4f6f-afc6-52ec9d9d9d6a req-55ec1321-942d-4e61-affb-5c51ae0414fb tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747571 Sep 06 04:43:22.861667 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-958b5838-c7a3-48b1-ac32-6ecaa50b486c req-6f14c087-ca94-4f51-b4c5-418b55da5d46 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425305 Sep 06 04:43:23.007022 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c39404-0b48-4698-b4c7-8ad872cfa548 req-df182638-aea0-4d02-b39d-052f304a6a4e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:23.008389 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a0c39404-0b48-4698-b4c7-8ad872cfa548 req-df182638-aea0-4d02-b39d-052f304a6a4e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 943 time: 0.0465534 Sep 06 04:43:23.060589 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a0c39404-0b48-4698-b4c7-8ad872cfa548 req-dce09fe5-c532-4cd7-97d9-d4ac049174d8 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466764 Sep 06 04:43:23.607817 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:23.618534 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677603d-d97b-41c5-ab93-888fe033b65a req-e96ac92f-b501-411e-bf62-d0df7be2d08f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:23.619985 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6677603d-d97b-41c5-ab93-888fe033b65a req-e96ac92f-b501-411e-bf62-d0df7be2d08f tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0456467 Sep 06 04:43:23.666864 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6677603d-d97b-41c5-ab93-888fe033b65a req-b3529c9b-8ddc-4c06-8cfd-63136f92d3f2 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413797 Sep 06 04:43:23.935602 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549df40-1626-4b6d-9ae5-85b35d6582ca req-9bcf6c59-054a-4bb1-b796-cf2568334093 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:23.937010 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9549df40-1626-4b6d-9ae5-85b35d6582ca req-9bcf6c59-054a-4bb1-b796-cf2568334093 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0480509 Sep 06 04:43:23.987916 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9549df40-1626-4b6d-9ae5-85b35d6582ca req-92bfd152-4e5c-454c-8d61-14e42f56293d tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444512 Sep 06 04:43:23.989836 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90c0de-f7f8-4110-995b-ae0a5d3e0de5 req-6f62830d-d4e5-43fd-8e56-b283a567c530 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:23.991328 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6f90c0de-f7f8-4110-995b-ae0a5d3e0de5 req-6f62830d-d4e5-43fd-8e56-b283a567c530 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0486016 Sep 06 04:43:24.039489 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6f90c0de-f7f8-4110-995b-ae0a5d3e0de5 req-90bf4a44-647a-4efd-91ae-e6cb1311475e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423803 Sep 06 04:43:24.142961 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:24.171690 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-4c29a76d-4835-435c-a0d2-aaf5800e356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:24.173530 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-4c29a76d-4835-435c-a0d2-aaf5800e356f service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=623b9f3be0f24e2ea1caea0798b30704&device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 1127 time: 0.0392644 Sep 06 04:43:24.212482 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f270a-f453-408e-b21d-3be93d88c656 req-c23ceac0-d452-4471-a422-b97a6b5a6fe2 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:24.213981 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cb1f270a-f453-408e-b21d-3be93d88c656 req-c23ceac0-d452-4471-a422-b97a6b5a6fe2 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 945 time: 0.0803046 Sep 06 04:43:24.221536 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-aa17119d-2e19-45b6-b926-8a027e0ba210 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a57860e-e2d2-4ede-943c-6db28a3cdf5a HTTP/1.1" status: 200 len: 217 time: 0.0333257 Sep 06 04:43:24.222143 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258c600-98b7-4150-9a01-48315bc19aa3 req-5fff15bd-b764-4424-bd17-2f271168cdbc tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:24.223557 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4258c600-98b7-4150-9a01-48315bc19aa3 req-5fff15bd-b764-4424-bd17-2f271168cdbc tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 943 time: 0.0887022 Sep 06 04:43:24.290448 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-932e498d-632e-4a9b-bf53-ec5f58e8d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:24.291907 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-932e498d-632e-4a9b-bf53-ec5f58e8d74d service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=0c78bb11-50f5-4892-a3c0-8c728321b918 HTTP/1.1" status: 200 len: 854 time: 0.0487325 Sep 06 04:43:24.327327 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4258c600-98b7-4150-9a01-48315bc19aa3 req-13ed2e48-b306-48f5-bb9f-326004ce7f1c tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966885 Sep 06 04:43:24.340775 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-cb1f270a-f453-408e-b21d-3be93d88c656 req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Deleting port 7dd08f26-fca9-44dc-9f2f-a94635106365 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:43:24.341423 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-cb1f270a-f453-408e-b21d-3be93d88c656 req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (7dd08f26-fca9-44dc-9f2f-a94635106365), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:24.371527 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-7c06566a-9c9a-4e12-a1c0-7f5bc77a4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:24.373061 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-7c06566a-9c9a-4e12-a1c0-7f5bc77a4a1c service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=6b6abe5e-f7f6-488e-8814-260547c69a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394099 Sep 06 04:43:24.439280 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-cb1f270a-f453-408e-b21d-3be93d88c656 req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] For port 7dd08f26-fca9-44dc-9f2f-a94635106365, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=7dd08f26-fca9-44dc-9f2f-a94635106365,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:43:24.439636 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-cb1f270a-f453-408e-b21d-3be93d88c656 req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (7dd08f26-fca9-44dc-9f2f-a94635106365), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:24.452272 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-cb1f270a-f453-408e-b21d-3be93d88c656 req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Calling delete_port for 7dd08f26-fca9-44dc-9f2f-a94635106365 owned by compute:nova {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:43:24.560545 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:24.668778 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-cb1f270a-f453-408e-b21d-3be93d88c656 req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (7dd08f26-fca9-44dc-9f2f-a94635106365), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:24.698775 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Pushing event deleted for resources: {'Port': ['ID=7dd08f26-fca9-44dc-9f2f-a94635106365,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:24.712760 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:24.717183 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:24.717183 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:24.717183 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:24.717183 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:24.717183 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:24.717183 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:24.717183 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:24.717183 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:24.717183 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:24.717183 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:24.717183 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:24.717183 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:24.718909 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:24.718909 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:24.726069 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['831811de-3ef7-415e-be56-fafeee2815c2'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:43:24.758756 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1f270a-f453-408e-b21d-3be93d88c656 req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] No DVR routers for this DVR port 7dd08f26-fca9-44dc-9f2f-a94635106365 on host hv-cinder-85600 {{(pid=106938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:43:24.761458 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-cb1f270a-f453-408e-b21d-3be93d88c656 req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:24.764657 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cb1f270a-f453-408e-b21d-3be93d88c656 req-8a82b2ac-8d50-4314-a228-fef50921388b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.46 "DELETE /networking/v2.0/ports/7dd08f26-fca9-44dc-9f2f-a94635106365 HTTP/1.1" status: 204 len: 173 time: 0.5402124 Sep 06 04:43:24.765159 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7855d2a-a4a4-44fa-9200-c2b74b273458', 'name': 'network-vif-deleted', 'tag': '7dd08f26-fca9-44dc-9f2f-a94635106365'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:43:24.767987 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38429daa-2835-4db5-9c71-8af2ae40010e" -d '{"events": [{"server_uuid": "c7855d2a-a4a4-44fa-9200-c2b74b273458", "name": "network-vif-deleted", "tag": "7dd08f26-fca9-44dc-9f2f-a94635106365"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:43:24.788247 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-39c507ee-4fb9-45f1-90af-60aa0628bb1c req-aec4eb0e-d55c-41d0-851d-2b3cf56e207d tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 210 time: 0.0313351 Sep 06 04:43:24.815460 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:24.815740 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b32bd3-67a4-4575-b5f2-5728707953b9 x-openstack-request-id: req-40b32bd3-67a4-4575-b5f2-5728707953b9 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:43:24.815740 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7855d2a-a4a4-44fa-9200-c2b74b273458", "name": "network-vif-deleted", "tag": "7dd08f26-fca9-44dc-9f2f-a94635106365", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:43:24.816227 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40b32bd3-67a4-4575-b5f2-5728707953b9 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:43:24.816634 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40b32bd3-67a4-4575-b5f2-5728707953b9'] response: {'server_uuid': 'c7855d2a-a4a4-44fa-9200-c2b74b273458', 'name': 'network-vif-deleted', 'tag': '7dd08f26-fca9-44dc-9f2f-a94635106365', 'status': 'completed', 'code': 200} Sep 06 04:43:24.865130 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:25.146604 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98da5a1-abeb-4d85-a9bf-f333f20dc95c req-404ffe24-67d8-476e-8160-0d8ad08720b7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:25.148337 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a98da5a1-abeb-4d85-a9bf-f333f20dc95c req-404ffe24-67d8-476e-8160-0d8ad08720b7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0634959 Sep 06 04:43:25.191828 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-28907c08-2f1f-467c-bdfa-c58fe899e7e9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6b6abe5e-f7f6-488e-8814-260547c69a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574159 Sep 06 04:43:25.202035 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c7b93-9253-4f7f-97ce-c18346f8286e req-2bb8fda8-5e20-42b9-bf17-1de3b6f13233 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:25.205205 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e85c7b93-9253-4f7f-97ce-c18346f8286e req-2bb8fda8-5e20-42b9-bf17-1de3b6f13233 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0744143 Sep 06 04:43:25.220971 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a98da5a1-abeb-4d85-a9bf-f333f20dc95c req-5e7efae7-068f-451b-b78e-95ccf96a395f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624378 Sep 06 04:43:25.265131 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e85c7b93-9253-4f7f-97ce-c18346f8286e req-e924ca78-4360-4977-b5e9-6e2c29663b0d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527446 Sep 06 04:43:25.354833 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0fc2b54c-94b7-4a42-b27c-7e965debc2ff req-72788cdc-e70b-40b1-9f73-ba99ba28bdbf service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6b6abe5e-f7f6-488e-8814-260547c69a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133268 Sep 06 04:43:25.396121 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe809994-53ae-4996-82b5-5c025a5d20ef req-dcae26ac-d23e-4e24-8a8e-0420c919a17f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:25.399363 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-fe809994-53ae-4996-82b5-5c025a5d20ef req-dcae26ac-d23e-4e24-8a8e-0420c919a17f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0554421 Sep 06 04:43:25.408930 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 42014) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:25.415065 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-2be9a3cd-7ebc-4729-b8e2-f9b4d1095302 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Request body: {'floatingip': {'port_id': '3e4ec09b-2a4b-41e0-871c-50fd282365c6'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:43:25.458022 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2be9a3cd-7ebc-4729-b8e2-f9b4d1095302 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for floatingip (cd4a2bde-1e71-4fc0-b087-e086b709100c), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:25.462032 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2e85a-a278-4cfb-a285-f8cd82cde152 req-7f1260a5-b6e9-4fad-8784-06ee13bd9969 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:25.463561 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-22e2e85a-a278-4cfb-a285-f8cd82cde152 req-7f1260a5-b6e9-4fad-8784-06ee13bd9969 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 943 time: 0.0482261 Sep 06 04:43:25.497586 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:25.512583 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-22e2e85a-a278-4cfb-a285-f8cd82cde152 req-efa04cb3-93ba-4b6d-8a8f-b743bdd8ac18 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421889 Sep 06 04:43:25.755687 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 7dd08f26-fca9-44dc-9f2f-a94635106365 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:43:25.775065 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: 7dd08f26-fca9-44dc-9f2f-a94635106365 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:43:25.775413 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 7dd08f26-fca9-44dc-9f2f-a94635106365 not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:43:25.825447 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:25.883160 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2be9a3cd-7ebc-4729-b8e2-f9b4d1095302 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:25.910459 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3fa8af54-ccaa-46de-8018-f395fff43d22 req-c6041582-48e1-4e93-b17b-cb9977481898 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 210 time: 0.0261350 Sep 06 04:43:25.944414 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2be9a3cd-7ebc-4729-b8e2-f9b4d1095302 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (cd4a2bde-1e71-4fc0-b087-e086b709100c), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:26.040020 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.l3_db [None req-2be9a3cd-7ebc-4729-b8e2-f9b4d1095302 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Floating IP cd4a2bde-1e71-4fc0-b087-e086b709100c associated. External IP: 172.27.1.231, port: 3e4ec09b-2a4b-41e0-871c-50fd282365c6. Sep 06 04:43:26.232256 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be9a3cd-7ebc-4729-b8e2-f9b4d1095302 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Router 1629557e-6aa4-44ea-836a-d956945aa98d has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:43:26.337510 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be9a3cd-7ebc-4729-b8e2-f9b4d1095302 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:43:26.341964 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2be9a3cd-7ebc-4729-b8e2-f9b4d1095302 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:26.348936 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34051835-128d-460a-a7e0-a1fdfaf25594 None None] Sync routers for ids ['1629557e-6aa4-44ea-836a-d956945aa98d'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:43:26.359854 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34051835-128d-460a-a7e0-a1fdfaf25594 None None] Routers {'1629557e-6aa4-44ea-836a-d956945aa98d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:43:26.360842 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0a757-4f6b-4f9d-a427-3356cac2a3e9 req-dcc567bf-d13e-4300-bffe-3501c28586c1 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:26.365247 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-34051835-128d-460a-a7e0-a1fdfaf25594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:43:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['1629557e-6aa4-44ea-836a-d956945aa98d'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:26.365445 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3cc0a757-4f6b-4f9d-a427-3356cac2a3e9 req-dcc567bf-d13e-4300-bffe-3501c28586c1 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0575924 Sep 06 04:43:26.375063 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-2be9a3cd-7ebc-4729-b8e2-f9b4d1095302 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/cd4a2bde-1e71-4fc0-b087-e086b709100c HTTP/1.1" status: 200 len: 992 time: 0.9647803 Sep 06 04:43:26.376444 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'tag': '3e4ec09b-2a4b-41e0-871c-50fd282365c6'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:43:26.378950 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0264f7-aaa8-4a58-95a7-c67c7db366ee" -d '{"events": [{"name": "network-changed", "server_uuid": "821737e4-9236-4f80-b1ac-8c4d16c02244", "tag": "3e4ec09b-2a4b-41e0-871c-50fd282365c6"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:43:26.418092 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c1dda4-a264-4865-bd55-f33a9beb5a76 x-openstack-request-id: req-36c1dda4-a264-4865-bd55-f33a9beb5a76 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:43:26.418506 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "821737e4-9236-4f80-b1ac-8c4d16c02244", "tag": "3e4ec09b-2a4b-41e0-871c-50fd282365c6", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:43:26.418848 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-36c1dda4-a264-4865-bd55-f33a9beb5a76 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:43:26.419359 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c1dda4-a264-4865-bd55-f33a9beb5a76'] response: {'name': 'network-changed', 'server_uuid': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'tag': '3e4ec09b-2a4b-41e0-871c-50fd282365c6', 'status': 'completed', 'code': 200} Sep 06 04:43:26.427034 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3cc0a757-4f6b-4f9d-a427-3356cac2a3e9 req-9cc1fd84-608d-4231-bd62-6724f4a97d9b tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526757 Sep 06 04:43:26.471485 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-34051835-128d-460a-a7e0-a1fdfaf25594 None None] Set router 1629557e-6aa4-44ea-836a-d956945aa98d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:43:26.634662 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0c251-83b7-4f30-a4db-72ebca6d1fc1 req-1225a710-5427-4734-b0be-79afff2a1732 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:26.636041 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-bad0c251-83b7-4f30-a4db-72ebca6d1fc1 req-1225a710-5427-4734-b0be-79afff2a1732 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 943 time: 0.0460765 Sep 06 04:43:26.683464 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-bad0c251-83b7-4f30-a4db-72ebca6d1fc1 req-ba87dec5-14e7-4bd1-b173-4f492ecbf4c7 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414078 Sep 06 04:43:26.767256 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-34051835-128d-460a-a7e0-a1fdfaf25594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:29Z', 'revision_number': 4, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'cd4a2bde-1e71-4fc0-b087-e086b709100c', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'port_id': '3e4ec09b-2a4b-41e0-871c-50fd282365c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'mac_address': 'fa:16:3e:86:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:42:51Z', 'updated_at': '2022-09-06T04:43:25Z', 'revision_number': 1, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd669fceb-babb-49ad-8fce-47c11c1f6d13', 'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'mac_address': 'fa:16:3e:b4:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:26Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'subnets': [{'id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:26.795243 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34051835-128d-460a-a7e0-a1fdfaf25594 None None] Checking router: 1629557e-6aa4-44ea-836a-d956945aa98d for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:43:26.804079 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34051835-128d-460a-a7e0-a1fdfaf25594 None None] Routers {'1629557e-6aa4-44ea-836a-d956945aa98d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:43:26.804666 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-34051835-128d-460a-a7e0-a1fdfaf25594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:43:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['1629557e-6aa4-44ea-836a-d956945aa98d'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:26.899036 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-34051835-128d-460a-a7e0-a1fdfaf25594 None None] Set router 1629557e-6aa4-44ea-836a-d956945aa98d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:43:27.028430 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3243ec9c-4012-4fc3-9b72-2d4b117b6539 req-1696b5a7-ccd1-435c-b958-a68422237700 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 210 time: 0.0309486 Sep 06 04:43:27.106929 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-34051835-128d-460a-a7e0-a1fdfaf25594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:29Z', 'revision_number': 4, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'cd4a2bde-1e71-4fc0-b087-e086b709100c', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'port_id': '3e4ec09b-2a4b-41e0-871c-50fd282365c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'mac_address': 'fa:16:3e:86:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:42:51Z', 'updated_at': '2022-09-06T04:43:25Z', 'revision_number': 1, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd669fceb-babb-49ad-8fce-47c11c1f6d13', 'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'mac_address': 'fa:16:3e:b4:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:26Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'subnets': [{'id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:27.131714 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34051835-128d-460a-a7e0-a1fdfaf25594 None None] The sync data for ids ['1629557e-6aa4-44ea-836a-d956945aa98d'] in dv-cinder-856002-1-iscsi is: [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:29Z', 'revision_number': 4, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'cd4a2bde-1e71-4fc0-b087-e086b709100c', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'port_id': '3e4ec09b-2a4b-41e0-871c-50fd282365c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'mac_address': 'fa:16:3e:86:e0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:42:51Z', 'updated_at': '2022-09-06T04:43:25Z', 'revision_number': 1, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd669fceb-babb-49ad-8fce-47c11c1f6d13', 'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'mac_address': 'fa:16:3e:b4:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:26Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'subnets': [{'id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:43:27.314739 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6239329b-1e96-4aa8-b7bf-3a8bd38f0f2f None None] New status for floating IP cd4a2bde-1e71-4fc0-b087-e086b709100c: ACTIVE {{(pid=106940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:43:27.531784 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:27.551196 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b514ca-b09b-4153-86f0-4716605aa3d5 req-b799140a-6ea9-4742-95f0-4099ec9b6021 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:27.552791 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-82b514ca-b09b-4153-86f0-4716605aa3d5 req-b799140a-6ea9-4742-95f0-4099ec9b6021 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0503109 Sep 06 04:43:27.603411 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-82b514ca-b09b-4153-86f0-4716605aa3d5 req-167c2f81-d6a9-49b1-bb27-23d8a82e6385 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449121 Sep 06 04:43:27.775369 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 2a57860e-e2d2-4ede-943c-6db28a3cdf5a details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:43:27.802211 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4bf3a-ffb4-48be-922f-54ab559a0105 req-895ebaa3-2ba0-4eec-aeb0-53b2d71aac19 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:27.803695 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e8a4bf3a-ffb4-48be-922f-54ab559a0105 req-895ebaa3-2ba0-4eec-aeb0-53b2d71aac19 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 943 time: 0.0463104 Sep 06 04:43:27.850960 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e8a4bf3a-ffb4-48be-922f-54ab559a0105 req-5ec50bde-9202-4f01-add3-67fd6bfe0498 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Sep 06 04:43:27.879131 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=2a57860e-e2d2-4ede-943c-6db28a3cdf5a,segment=NetworkSegment(ef005acd-77b9-492f-9478-1471ed459e3d),segment_id=ef005acd-77b9-492f-9478-1471ed459e3d)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:43:27.890028 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a', 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21', 'port_id': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a', 'mac_address': 'fa:16:3e:cf:61:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:43:27.924743 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:43:27.925150 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:27.937500 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a57860e-e2d2-4ede-943c-6db28a3cdf5a {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:43:27.960490 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=2a57860e-e2d2-4ede-943c-6db28a3cdf5a,segment=NetworkSegment(ef005acd-77b9-492f-9478-1471ed459e3d),segment_id=ef005acd-77b9-492f-9478-1471ed459e3d)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:43:28.011385 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:28.059434 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=2a57860e-e2d2-4ede-943c-6db28a3cdf5a,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:28.124167 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0264f7-aaa8-4a58-95a7-c67c7db366ee req-0606b377-8cda-432f-b135-424ad98d64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:28.126417 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7f0264f7-aaa8-4a58-95a7-c67c7db366ee req-0606b377-8cda-432f-b135-424ad98d64ec service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=2388589a34d346f3b31b231a9dafe34d&device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 1130 time: 0.0475495 Sep 06 04:43:28.171985 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e6a1f6f0-9f11-4075-8cd2-55ef353cfc8d req-2d4b84c9-8a2a-4979-b00f-63f4416c9e4b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c7855d2a-a4a4-44fa-9200-c2b74b273458 HTTP/1.1" status: 200 len: 210 time: 0.0420785 Sep 06 04:43:28.243897 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0264f7-aaa8-4a58-95a7-c67c7db366ee req-7664eab2-77ab-4431-bc50-59cdf4ebb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:28.245321 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7f0264f7-aaa8-4a58-95a7-c67c7db366ee req-7664eab2-77ab-4431-bc50-59cdf4ebb97d service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=6861b199-7de9-4155-8c49-44122ab810f3 HTTP/1.1" status: 200 len: 918 time: 0.1057332 Sep 06 04:43:28.551443 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['2a57860e-e2d2-4ede-943c-6db28a3cdf5a'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:43:28.572533 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7f0264f7-aaa8-4a58-95a7-c67c7db366ee req-fdad6c9b-4cd4-4d01-ba99-1b7c80fa9155 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e4ec09b-2a4b-41e0-871c-50fd282365c6 HTTP/1.1" status: 200 len: 1002 time: 0.0606227 Sep 06 04:43:28.628803 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0264f7-aaa8-4a58-95a7-c67c7db366ee req-9fb8532b-8dc3-4c14-8f52-e8b670aa7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:28.630303 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7f0264f7-aaa8-4a58-95a7-c67c7db366ee req-9fb8532b-8dc3-4c14-8f52-e8b670aa7855 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=9b8031fd-df8e-40aa-8f52-58d945edc54a HTTP/1.1" status: 200 len: 856 time: 0.0486827 Sep 06 04:43:28.666019 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:28.678442 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0264f7-aaa8-4a58-95a7-c67c7db366ee req-2d1543ef-0413-4503-baf8-33ebba0a3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:28.680328 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7f0264f7-aaa8-4a58-95a7-c67c7db366ee req-2d1543ef-0413-4503-baf8-33ebba0a3fb3 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=6861b199-7de9-4155-8c49-44122ab810f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433912 Sep 06 04:43:28.728034 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:28.749473 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f687ce-4dd4-4f0f-bb02-afffe608916e req-434c4357-6e04-4eaf-9bdb-73c9a1f62193 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:28.757340 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-68f687ce-4dd4-4f0f-bb02-afffe608916e req-434c4357-6e04-4eaf-9bdb-73c9a1f62193 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0610878 Sep 06 04:43:28.791447 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7f0264f7-aaa8-4a58-95a7-c67c7db366ee req-0c129805-afc5-442d-a796-b3029bdc5b22 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040401 Sep 06 04:43:28.808759 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-68f687ce-4dd4-4f0f-bb02-afffe608916e req-815e79cd-18f7-47a5-8d3a-3e939bb92125 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504184 Sep 06 04:43:28.892234 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7f0264f7-aaa8-4a58-95a7-c67c7db366ee req-f10227b6-7302-48b6-ab8d-6682ba911757 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928578 Sep 06 04:43:28.974702 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77687c-269e-4fef-8995-897bb285ccaf req-cb9a000b-6e51-4678-b3c5-173c3df95ddb tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:28.976563 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3c77687c-269e-4fef-8995-897bb285ccaf req-cb9a000b-6e51-4678-b3c5-173c3df95ddb tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 944 time: 0.0469308 Sep 06 04:43:29.026769 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3c77687c-269e-4fef-8995-897bb285ccaf req-66bccf1f-9380-4bc3-9635-c6f1f35c2a32 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440388 Sep 06 04:43:29.734126 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd596437-cb91-46ef-8641-9e16f9a636b9 req-26815cba-0c38-40dc-ab03-38ded87d4c92 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:29.735584 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cd596437-cb91-46ef-8641-9e16f9a636b9 req-26815cba-0c38-40dc-ab03-38ded87d4c92 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0503201 Sep 06 04:43:29.783616 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cd596437-cb91-46ef-8641-9e16f9a636b9 req-aa3f1f36-5695-4d64-afd2-6989ce5fcdd6 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422270 Sep 06 04:43:29.791193 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 2a57860e-e2d2-4ede-943c-6db28a3cdf5a up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:43:29.832497 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:43:29.897263 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:43:29.897746 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:29.943624 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd8cf1-ad1c-4fa8-9875-faa8136bb414 req-31d007f2-1660-476e-92e1-d9518f3ef55a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:29.945124 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6dfd8cf1-ad1c-4fa8-9875-faa8136bb414 req-31d007f2-1660-476e-92e1-d9518f3ef55a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0560570 Sep 06 04:43:29.977231 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:43:29.977919 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:29.994933 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6dfd8cf1-ad1c-4fa8-9875-faa8136bb414 req-52774cd2-ac84-4cf8-90e7-5dbe83e76c6b tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440593 Sep 06 04:43:30.002928 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:43:30.005174 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee11709-825c-41e0-994c-d49e952b795b" -d '{"events": [{"server_uuid": "e6c1b505-babf-4fde-b18b-7d72d9cc0acc", "name": "network-vif-plugged", "status": "completed", "tag": "2a57860e-e2d2-4ede-943c-6db28a3cdf5a"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:43:30.024554 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=2a57860e-e2d2-4ede-943c-6db28a3cdf5a,segment=NetworkSegment(ef005acd-77b9-492f-9478-1471ed459e3d),segment_id=ef005acd-77b9-492f-9478-1471ed459e3d)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:43:30.046235 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115b03d2-9da0-4b44-847e-6fa1c4e4bb5d x-openstack-request-id: req-115b03d2-9da0-4b44-847e-6fa1c4e4bb5d {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:43:30.046519 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c1b505-babf-4fde-b18b-7d72d9cc0acc", "name": "network-vif-plugged", "status": "completed", "tag": "2a57860e-e2d2-4ede-943c-6db28a3cdf5a", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:43:30.046766 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-115b03d2-9da0-4b44-847e-6fa1c4e4bb5d {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:43:30.047161 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115b03d2-9da0-4b44-847e-6fa1c4e4bb5d'] response: {'server_uuid': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a', 'code': 200} Sep 06 04:43:30.093702 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:30.120192 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:30.143652 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=2a57860e-e2d2-4ede-943c-6db28a3cdf5a,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:30.158671 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebccbb-3db7-4acf-a81d-6e7a312da0ec req-4ff40ddc-6397-43d9-bb48-6e88a68bcb4d tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:30.160137 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-97ebccbb-3db7-4acf-a81d-6e7a312da0ec req-4ff40ddc-6397-43d9-bb48-6e88a68bcb4d tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 945 time: 0.0529876 Sep 06 04:43:30.213037 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-97ebccbb-3db7-4acf-a81d-6e7a312da0ec req-3c9ad2b9-0e05-488c-b122-643a40154933 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471864 Sep 06 04:43:30.464592 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:30.484181 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e09fba-dc4f-4206-9461-51cb6d1d5c8b req-1d45f8fb-a6b8-464a-8354-4970be665e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:30.486665 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-52e09fba-dc4f-4206-9461-51cb6d1d5c8b req-1d45f8fb-a6b8-464a-8354-4970be665e00 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 1129 time: 0.0409293 Sep 06 04:43:30.530225 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-52e09fba-dc4f-4206-9461-51cb6d1d5c8b req-74364f96-6e82-413d-b1e0-6f4517d05db4 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381002 Sep 06 04:43:30.902733 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741dc74-89c2-4703-a93c-1a68b091eac1 req-b147e999-68b4-41f2-95b3-a7d85a102044 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:30.904510 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4741dc74-89c2-4703-a93c-1a68b091eac1 req-b147e999-68b4-41f2-95b3-a7d85a102044 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0462384 Sep 06 04:43:30.951130 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4741dc74-89c2-4703-a93c-1a68b091eac1 req-409d3446-ee1b-4b66-8310-6edb26ec882c tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=95aa0b15-f356-47f6-9302-a4bb0c3b3d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399635 Sep 06 04:43:31.019262 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3c396-78ff-490d-927d-3c50a33d2015 req-60217672-99a6-4b05-ad7c-2c31bbcd0b61 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:31.020705 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8fb3c396-78ff-490d-927d-3c50a33d2015 req-60217672-99a6-4b05-ad7c-2c31bbcd0b61 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 945 time: 0.0440364 Sep 06 04:43:31.108536 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:31.143627 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-8fb3c396-78ff-490d-927d-3c50a33d2015 req-c9342fce-4197-4bbd-955d-4863e0e46133 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Deleting port 831811de-3ef7-415e-be56-fafeee2815c2 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:43:31.144101 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8fb3c396-78ff-490d-927d-3c50a33d2015 req-c9342fce-4197-4bbd-955d-4863e0e46133 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (831811de-3ef7-415e-be56-fafeee2815c2), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:31.152054 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52aafc-01b4-4dc2-a6c9-801ba91b6546 req-5e23bf7d-e897-4018-9aa3-2be0793f27e2 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:31.153792 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cb52aafc-01b4-4dc2-a6c9-801ba91b6546 req-5e23bf7d-e897-4018-9aa3-2be0793f27e2 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0803919 Sep 06 04:43:31.263000 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cb52aafc-01b4-4dc2-a6c9-801ba91b6546 req-f41bc2ec-6658-4070-a72f-2d0ca581bd58 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968359 Sep 06 04:43:31.281348 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-8fb3c396-78ff-490d-927d-3c50a33d2015 req-c9342fce-4197-4bbd-955d-4863e0e46133 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] For port 831811de-3ef7-415e-be56-fafeee2815c2, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=831811de-3ef7-415e-be56-fafeee2815c2,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:43:31.281740 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8fb3c396-78ff-490d-927d-3c50a33d2015 req-c9342fce-4197-4bbd-955d-4863e0e46133 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (831811de-3ef7-415e-be56-fafeee2815c2), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:31.295598 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-8fb3c396-78ff-490d-927d-3c50a33d2015 req-c9342fce-4197-4bbd-955d-4863e0e46133 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Calling delete_port for 831811de-3ef7-415e-be56-fafeee2815c2 owned by compute:nova {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:43:31.348662 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6cbf9-0beb-42e8-bea7-b27696d4b043 req-82df65ec-16b1-469a-ad5e-4a541974b0a2 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:31.350161 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a8c6cbf9-0beb-42e8-bea7-b27696d4b043 req-82df65ec-16b1-469a-ad5e-4a541974b0a2 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 945 time: 0.0513825 Sep 06 04:43:31.355663 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:31.401959 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a8c6cbf9-0beb-42e8-bea7-b27696d4b043 req-13d6a2c6-3e48-46a0-8201-b3b235b646f0 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462549 Sep 06 04:43:31.481770 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8fb3c396-78ff-490d-927d-3c50a33d2015 req-c9342fce-4197-4bbd-955d-4863e0e46133 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (831811de-3ef7-415e-be56-fafeee2815c2), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:31.512296 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9342fce-4197-4bbd-955d-4863e0e46133 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Pushing event deleted for resources: {'Port': ['ID=831811de-3ef7-415e-be56-fafeee2815c2,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:31.520845 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['831811de-3ef7-415e-be56-fafeee2815c2'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:43:31.549883 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:31.556634 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb3c396-78ff-490d-927d-3c50a33d2015 req-c9342fce-4197-4bbd-955d-4863e0e46133 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] No DVR routers for this DVR port 831811de-3ef7-415e-be56-fafeee2815c2 on host hv-cinder-85600 {{(pid=106939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:43:31.559313 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8fb3c396-78ff-490d-927d-3c50a33d2015 req-c9342fce-4197-4bbd-955d-4863e0e46133 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:31.562514 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8fb3c396-78ff-490d-927d-3c50a33d2015 req-c9342fce-4197-4bbd-955d-4863e0e46133 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.46 "DELETE /networking/v2.0/ports/831811de-3ef7-415e-be56-fafeee2815c2 HTTP/1.1" status: 204 len: 173 time: 0.5347533 Sep 06 04:43:31.563012 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed927594-12ef-48af-b170-5b88f8ecb0ec', 'name': 'network-vif-deleted', 'tag': '831811de-3ef7-415e-be56-fafeee2815c2'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:43:31.565230 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3c8f86-3797-4895-a2a6-361180d669f5" -d '{"events": [{"server_uuid": "ed927594-12ef-48af-b170-5b88f8ecb0ec", "name": "network-vif-deleted", "tag": "831811de-3ef7-415e-be56-fafeee2815c2"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:43:31.602626 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0378fb82-326a-4189-bc59-0989d06e0dc8 x-openstack-request-id: req-0378fb82-326a-4189-bc59-0989d06e0dc8 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:43:31.602918 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed927594-12ef-48af-b170-5b88f8ecb0ec", "name": "network-vif-deleted", "tag": "831811de-3ef7-415e-be56-fafeee2815c2", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:43:31.603175 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0378fb82-326a-4189-bc59-0989d06e0dc8 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:43:31.603582 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0378fb82-326a-4189-bc59-0989d06e0dc8'] response: {'server_uuid': 'ed927594-12ef-48af-b170-5b88f8ecb0ec', 'name': 'network-vif-deleted', 'tag': '831811de-3ef7-415e-be56-fafeee2815c2', 'status': 'completed', 'code': 200} Sep 06 04:43:32.074850 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-06fac3a0-7de4-4c01-acf9-2d49bf6e9e02 req-d93d14ab-f343-435c-8b60-4e604defa843 tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 210 time: 0.0283976 Sep 06 04:43:32.404345 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f382f3-298e-49b7-8c4c-e3a23223225a req-a92f921c-aafd-4879-98fe-32182dd3e68a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:32.405864 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d2f382f3-298e-49b7-8c4c-e3a23223225a req-a92f921c-aafd-4879-98fe-32182dd3e68a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0591655 Sep 06 04:43:32.459423 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d2f382f3-298e-49b7-8c4c-e3a23223225a req-c6099465-cbb3-4e75-ab10-849c45e003a4 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471165 Sep 06 04:43:32.523253 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91836980-d7de-4b96-b27a-f2c8270c0fc4 req-85ce7a47-e827-499c-851d-3e9af04ffd76 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:32.524710 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-91836980-d7de-4b96-b27a-f2c8270c0fc4 req-85ce7a47-e827-499c-851d-3e9af04ffd76 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 945 time: 0.0458264 Sep 06 04:43:32.572010 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-91836980-d7de-4b96-b27a-f2c8270c0fc4 req-79556ae5-6483-4d75-af0f-85de6c106cdb tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414622 Sep 06 04:43:33.193858 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0536e80e-d1e0-458e-a086-bf583f811005 req-bcd4ceee-2f32-4b7b-8afe-02e907c1565b tempest-ServerRescueNegativeTestJSON-1362344250 tempest-ServerRescueNegativeTestJSON-1362344250-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ed927594-12ef-48af-b170-5b88f8ecb0ec HTTP/1.1" status: 200 len: 210 time: 0.0307221 Sep 06 04:43:33.279297 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5507d-29e8-496b-b1bb-57077b319f40 req-28c865ad-926d-4160-b2c4-7fd969d548e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:33.280790 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-96c5507d-29e8-496b-b1bb-57077b319f40 req-28c865ad-926d-4160-b2c4-7fd969d548e8 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=17ca991debba43b98c1ad8f0f91c63a9&device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 1129 time: 0.0430584 Sep 06 04:43:33.373663 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5507d-29e8-496b-b1bb-57077b319f40 req-7fae73f5-89d6-4117-b611-b6159fa35553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:33.375281 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-96c5507d-29e8-496b-b1bb-57077b319f40 req-7fae73f5-89d6-4117-b611-b6159fa35553 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=79930370-1c5e-497c-9fc8-53811a3907a9 HTTP/1.1" status: 200 len: 909 time: 0.0887609 Sep 06 04:43:33.579618 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440e6ff-a07d-4407-ad81-64aac3f79268 req-4e3b5c9d-96e4-4aab-8be6-164027457a7b tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:33.581086 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a440e6ff-a07d-4407-ad81-64aac3f79268 req-4e3b5c9d-96e4-4aab-8be6-164027457a7b tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0490768 Sep 06 04:43:33.617079 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:33.632382 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a440e6ff-a07d-4407-ad81-64aac3f79268 req-87d950da-5d52-44f6-98ba-634cfd3ea8ba tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454736 Sep 06 04:43:33.722219 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d242d46-0675-4283-84c2-b46d0138a33c req-11571140-d73f-441f-ab8f-8fae73f1c742 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:33.723793 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6d242d46-0675-4283-84c2-b46d0138a33c req-11571140-d73f-441f-ab8f-8fae73f1c742 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 945 time: 0.0605333 Sep 06 04:43:33.725680 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-96c5507d-29e8-496b-b1bb-57077b319f40 req-0f7c157e-a9a5-4102-aafd-4e724bac0f6e service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=784c9a84-7d0f-461b-810d-b0f2b91e1d43 HTTP/1.1" status: 200 len: 1000 time: 0.1032631 Sep 06 04:43:33.792270 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 831811de-3ef7-415e-be56-fafeee2815c2 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:43:33.807191 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5507d-29e8-496b-b1bb-57077b319f40 req-ebb805de-cdcf-4b72-ac05-d5bb27f98d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:33.808662 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-96c5507d-29e8-496b-b1bb-57077b319f40 req-ebb805de-cdcf-4b72-ac05-d5bb27f98d0d service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=da21c44d-c491-4cde-9367-78edabda8793 HTTP/1.1" status: 200 len: 847 time: 0.0772538 Sep 06 04:43:33.812150 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: 831811de-3ef7-415e-be56-fafeee2815c2 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:43:33.812562 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 831811de-3ef7-415e-be56-fafeee2815c2 not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:43:34.090226 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6d242d46-0675-4283-84c2-b46d0138a33c req-87896be8-f7e7-446c-96bc-e84f530bfa88 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574271 Sep 06 04:43:34.124386 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5507d-29e8-496b-b1bb-57077b319f40 req-5624eb72-d4c2-4d09-bf11-c127afac2dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:34.125952 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-96c5507d-29e8-496b-b1bb-57077b319f40 req-5624eb72-d4c2-4d09-bf11-c127afac2dce service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=79930370-1c5e-497c-9fc8-53811a3907a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3078730 Sep 06 04:43:34.189829 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:34.211543 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a64fee-828a-4bd8-95db-83dce6ab2f6b req-95afc380-b14a-4551-a5f0-7ddd55ef79af tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:34.213020 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d2a64fee-828a-4bd8-95db-83dce6ab2f6b req-95afc380-b14a-4551-a5f0-7ddd55ef79af tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 945 time: 0.0451770 Sep 06 04:43:34.217367 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-96c5507d-29e8-496b-b1bb-57077b319f40 req-8722aeb4-9199-4927-85eb-c08726421902 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/79930370-1c5e-497c-9fc8-53811a3907a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846696 Sep 06 04:43:34.262226 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42080) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:34.273843 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d2a64fee-828a-4bd8-95db-83dce6ab2f6b req-d06cf96c-9b9a-488f-9071-6282f91c5874 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546508 Sep 06 04:43:34.322567 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-96c5507d-29e8-496b-b1bb-57077b319f40 req-692f67f7-03f7-41c2-af75-9104ffdf53b8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/79930370-1c5e-497c-9fc8-53811a3907a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991144 Sep 06 04:43:34.669010 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da39569-7b55-47b0-8714-c6e162ff8d70 req-f0039948-cd95-49dc-a055-a4f67fda93d6 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:34.670596 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9da39569-7b55-47b0-8714-c6e162ff8d70 req-f0039948-cd95-49dc-a055-a4f67fda93d6 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 945 time: 0.0789194 Sep 06 04:43:34.756598 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3312ed-f3ea-4032-a07e-d7484a8bbf5d req-27eae615-4c6c-4536-8f16-b6909200d0ab tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:34.758312 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8f3312ed-f3ea-4032-a07e-d7484a8bbf5d req-27eae615-4c6c-4536-8f16-b6909200d0ab tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0509052 Sep 06 04:43:34.763544 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9da39569-7b55-47b0-8714-c6e162ff8d70 req-5669ca6a-c8e2-448b-a5db-fcfd80319042 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854237 Sep 06 04:43:34.812768 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8f3312ed-f3ea-4032-a07e-d7484a8bbf5d req-e21edd31-c907-41a5-acc7-f189f295f127 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484166 Sep 06 04:43:34.924132 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c032412e-1299-4632-91bf-6ecef7517ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738461'] for router_interface (e20bdad7-6385-430e-b8ee-120cf9ad1d67), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:34.961456 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:35.420564 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-c032412e-1299-4632-91bf-6ecef7517ede admin admin] Deleting port 88340fa2-ed18-4284-9874-5debab43dd60 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:43:35.420925 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c032412e-1299-4632-91bf-6ecef7517ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (88340fa2-ed18-4284-9874-5debab43dd60), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:35.512662 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [None req-c032412e-1299-4632-91bf-6ecef7517ede admin admin] For port 88340fa2-ed18-4284-9874-5debab43dd60, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=88340fa2-ed18-4284-9874-5debab43dd60,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:43:35.513025 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c032412e-1299-4632-91bf-6ecef7517ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (88340fa2-ed18-4284-9874-5debab43dd60), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:35.527416 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-c032412e-1299-4632-91bf-6ecef7517ede admin admin] Calling delete_port for 88340fa2-ed18-4284-9874-5debab43dd60 owned by network:router_interface {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:43:35.540481 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:35.853423 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c032412e-1299-4632-91bf-6ecef7517ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (88340fa2-ed18-4284-9874-5debab43dd60), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:35.880622 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032412e-1299-4632-91bf-6ecef7517ede admin admin] Pushing event deleted for resources: {'Port': ['ID=88340fa2-ed18-4284-9874-5debab43dd60,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:35.977671 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1dfd9-d83a-4fa4-b0e6-6455165b3772 req-4f6f057e-5d9c-4b05-885d-d6ba5fd971d5 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:35.979197 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5ea1dfd9-d83a-4fa4-b0e6-6455165b3772 req-4f6f057e-5d9c-4b05-885d-d6ba5fd971d5 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0774333 Sep 06 04:43:36.032517 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3056579-5117-4ac1-926e-221f312a3943 req-c775ed26-1f72-4ae4-801d-e0af88b22a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:36.034083 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f3056579-5117-4ac1-926e-221f312a3943 req-c775ed26-1f72-4ae4-801d-e0af88b22a47 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=17ca991debba43b98c1ad8f0f91c63a9&device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 1129 time: 0.0550876 Sep 06 04:43:36.107022 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5ea1dfd9-d83a-4fa4-b0e6-6455165b3772 req-8f4fe128-5492-4eb2-8201-07bea2e371b1 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158738 Sep 06 04:43:36.137333 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c032412e-1299-4632-91bf-6ecef7517ede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729101'] for router_interface (e20bdad7-6385-430e-b8ee-120cf9ad1d67), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:36.162091 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:36.171443 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3056579-5117-4ac1-926e-221f312a3943 req-16fe81ab-592e-4224-b91b-6c20657a95a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:36.172964 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f3056579-5117-4ac1-926e-221f312a3943 req-16fe81ab-592e-4224-b91b-6c20657a95a1 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=79930370-1c5e-497c-9fc8-53811a3907a9 HTTP/1.1" status: 200 len: 909 time: 0.1018498 Sep 06 04:43:36.243122 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:36.249214 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f3056579-5117-4ac1-926e-221f312a3943 req-bf7e1483-5d6d-49af-b580-fda35b96271c service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=784c9a84-7d0f-461b-810d-b0f2b91e1d43 HTTP/1.1" status: 200 len: 1000 time: 0.0649045 Sep 06 04:43:36.301267 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3056579-5117-4ac1-926e-221f312a3943 req-880e6ac7-aedb-4a67-a26e-afabcc1ee3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:36.302820 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f3056579-5117-4ac1-926e-221f312a3943 req-880e6ac7-aedb-4a67-a26e-afabcc1ee3ef service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=da21c44d-c491-4cde-9367-78edabda8793 HTTP/1.1" status: 200 len: 847 time: 0.0475214 Sep 06 04:43:36.347898 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3056579-5117-4ac1-926e-221f312a3943 req-8761bb7a-5bb0-427f-b487-73036991e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:36.350245 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f3056579-5117-4ac1-926e-221f312a3943 req-8761bb7a-5bb0-427f-b487-73036991e4b9 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=79930370-1c5e-497c-9fc8-53811a3907a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411315 Sep 06 04:43:36.353856 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c032412e-1299-4632-91bf-6ecef7517ede admin admin] Router e20bdad7-6385-430e-b8ee-120cf9ad1d67 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:43:36.443914 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f3056579-5117-4ac1-926e-221f312a3943 req-de2698c6-7c32-446e-8254-333fd25c4bf9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/79930370-1c5e-497c-9fc8-53811a3907a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883548 Sep 06 04:43:36.452445 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:36.461275 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c032412e-1299-4632-91bf-6ecef7517ede admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:43:36.468373 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-c032412e-1299-4632-91bf-6ecef7517ede admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/e20bdad7-6385-430e-b8ee-120cf9ad1d67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2044687 Sep 06 04:43:36.469046 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42102) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:36.472767 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff460f-6a1f-48b3-97c7-edb02dfcea7f None None] Sync routers for ids ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:43:36.484495 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff460f-6a1f-48b3-97c7-edb02dfcea7f None None] Routers {'e20bdad7-6385-430e-b8ee-120cf9ad1d67'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:43:36.485184 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-ddff460f-6a1f-48b3-97c7-edb02dfcea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:43:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:36.562490 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f3056579-5117-4ac1-926e-221f312a3943 req-9ca93b3e-4fa6-48f3-93c9-7ca98066bf09 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/79930370-1c5e-497c-9fc8-53811a3907a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123190 Sep 06 04:43:36.579856 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fc593328-4323-43f6-b545-d113aabbe115 admin admin] Publish callbacks [] for router (e20bdad7-6385-430e-b8ee-120cf9ad1d67), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:36.605852 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-ddff460f-6a1f-48b3-97c7-edb02dfcea7f None None] Set router e20bdad7-6385-430e-b8ee-120cf9ad1d67 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:43:36.672075 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=100 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:36.687084 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fc593328-4323-43f6-b545-d113aabbe115 admin admin] Publish callbacks [] for router_gateway (e20bdad7-6385-430e-b8ee-120cf9ad1d67), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:36.729152 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=100 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:36.785206 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-ddff460f-6a1f-48b3-97c7-edb02dfcea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:43:35Z', 'revision_number': 5, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'gw_port': {'id': '0dc68772-4c4a-426c-92e9-834bdb0b8ce6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:6f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:36.810171 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff460f-6a1f-48b3-97c7-edb02dfcea7f None None] Checking router: e20bdad7-6385-430e-b8ee-120cf9ad1d67 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:43:36.819843 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff460f-6a1f-48b3-97c7-edb02dfcea7f None None] Routers {'e20bdad7-6385-430e-b8ee-120cf9ad1d67'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:43:36.820448 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-ddff460f-6a1f-48b3-97c7-edb02dfcea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:43:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:36.858791 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-fc593328-4323-43f6-b545-d113aabbe115 admin admin] Deleting port 0dc68772-4c4a-426c-92e9-834bdb0b8ce6 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:43:36.859340 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fc593328-4323-43f6-b545-d113aabbe115 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (0dc68772-4c4a-426c-92e9-834bdb0b8ce6), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:36.911364 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-ddff460f-6a1f-48b3-97c7-edb02dfcea7f None None] Set router e20bdad7-6385-430e-b8ee-120cf9ad1d67 gateway port host: None {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:43:36.946048 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [None req-fc593328-4323-43f6-b545-d113aabbe115 admin admin] For port 0dc68772-4c4a-426c-92e9-834bdb0b8ce6, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=0dc68772-4c4a-426c-92e9-834bdb0b8ce6,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:43:36.946421 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fc593328-4323-43f6-b545-d113aabbe115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (0dc68772-4c4a-426c-92e9-834bdb0b8ce6), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:36.959403 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-fc593328-4323-43f6-b545-d113aabbe115 admin admin] Calling delete_port for 0dc68772-4c4a-426c-92e9-834bdb0b8ce6 owned by network:router_gateway {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:43:36.961259 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-ddff460f-6a1f-48b3-97c7-edb02dfcea7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:43:36Z', 'revision_number': 6, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'gw_port_host': None}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:36.990759 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddff460f-6a1f-48b3-97c7-edb02dfcea7f None None] The sync data for ids ['e20bdad7-6385-430e-b8ee-120cf9ad1d67'] in dv-cinder-856002-1-iscsi is: [{'id': 'e20bdad7-6385-430e-b8ee-120cf9ad1d67', 'name': 'tempest-ServerRescueNegativeTestJSON-993553214-router', 'tenant_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:43:36Z', 'revision_number': 6, 'project_id': '7aa4ca550edd4876a4c6c56deedf9d70', 'gw_port_host': None}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:43:37.200050 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fc593328-4323-43f6-b545-d113aabbe115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (0dc68772-4c4a-426c-92e9-834bdb0b8ce6), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:37.225738 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc593328-4323-43f6-b545-d113aabbe115 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc68772-4c4a-426c-92e9-834bdb0b8ce6,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:37.254617 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7136e2-ada2-45a8-8c5c-c769cfde7c0f req-500c4a77-a607-4149-94bb-4ea8a45c26a8 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:37.256277 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3a7136e2-ada2-45a8-8c5c-c769cfde7c0f req-500c4a77-a607-4149-94bb-4ea8a45c26a8 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0595942 Sep 06 04:43:37.299102 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fc593328-4323-43f6-b545-d113aabbe115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730729'] for router_gateway (e20bdad7-6385-430e-b8ee-120cf9ad1d67), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:37.309016 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3a7136e2-ada2-45a8-8c5c-c769cfde7c0f req-fe860526-1c7d-46e8-9379-898e9c3ce6fd tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472462 Sep 06 04:43:37.417226 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fc593328-4323-43f6-b545-d113aabbe115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12195'] for router (e20bdad7-6385-430e-b8ee-120cf9ad1d67), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:37.419626 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fc593328-4323-43f6-b545-d113aabbe115 admin admin] Publish callbacks [] for router_controller (e20bdad7-6385-430e-b8ee-120cf9ad1d67), precommit_delete_associations {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:37.556134 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fc593328-4323-43f6-b545-d113aabbe115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738514'] for router (e20bdad7-6385-430e-b8ee-120cf9ad1d67), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:37.556747 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc593328-4323-43f6-b545-d113aabbe115 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e20bdad7-6385-430e-b8ee-120cf9ad1d67 {{(pid=106938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 04:43:37.572246 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fc593328-4323-43f6-b545-d113aabbe115 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:37.572246 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-fc593328-4323-43f6-b545-d113aabbe115 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/e20bdad7-6385-430e-b8ee-120cf9ad1d67 HTTP/1.1" status: 204 len: 168 time: 1.0941060 Sep 06 04:43:37.572579 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 42110) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:37.613411 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_v2 [None req-05cdb9cc-2906-478d-817c-1e6ab0b7ec78 admin admin] Deleting subnet 88d92641-1180-487b-a0e6-2342c26bb7b9 {{(pid=106939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 06 04:43:37.620081 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-05cdb9cc-2906-478d-817c-1e6ab0b7ec78 admin admin] Publish callbacks [] for subnet (88d92641-1180-487b-a0e6-2342c26bb7b9), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:37.658403 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-05cdb9cc-2906-478d-817c-1e6ab0b7ec78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11570509'] for subnet (88d92641-1180-487b-a0e6-2342c26bb7b9), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:37.698057 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:37.745158 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-05cdb9cc-2906-478d-817c-1e6ab0b7ec78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479495'] for subnet (88d92641-1180-487b-a0e6-2342c26bb7b9), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:37.821057 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 784c9a84-7d0f-461b-810d-b0f2b91e1d43 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:43:37.851049 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 88340fa2-ed18-4284-9874-5debab43dd60 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:43:37.877756 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 88340fa2-ed18-4284-9874-5debab43dd60 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:43:37.878121 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 88340fa2-ed18-4284-9874-5debab43dd60 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:43:37.878532 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 0dc68772-4c4a-426c-92e9-834bdb0b8ce6 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:43:37.888015 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-05cdb9cc-2906-478d-817c-1e6ab0b7ec78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12279841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12317327'] for subnet (88d92641-1180-487b-a0e6-2342c26bb7b9), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:37.900206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 0dc68772-4c4a-426c-92e9-834bdb0b8ce6 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:43:37.900817 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 0dc68772-4c4a-426c-92e9-834bdb0b8ce6 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:43:37.920574 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdb9cc-2906-478d-817c-1e6ab0b7ec78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d92641-1180-487b-a0e6-2342c26bb7b9,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:37.927308 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-05cdb9cc-2906-478d-817c-1e6ab0b7ec78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:37.930465 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-05cdb9cc-2906-478d-817c-1e6ab0b7ec78 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/88d92641-1180-487b-a0e6-2342c26bb7b9 HTTP/1.1" status: 204 len: 168 time: 0.3617952 Sep 06 04:43:37.933194 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42122) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:37.938063 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a02a31-c18b-4aa7-bee7-9a58f40cc359 None None] Network 06e43195-6270-4b08-b3f6-284307ad52d8 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:43:37.942890 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:37.995411 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 784c9a84-7d0f-461b-810d-b0f2b91e1d43 is: ACTIVE; New status is: DOWN {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:43:37.995812 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:38.013777 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3576701'] for network (06e43195-6270-4b08-b3f6-284307ad52d8), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:38.030265 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '784c9a84-7d0f-461b-810d-b0f2b91e1d43'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:43:38.032552 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362e14c0-388f-491c-a590-8901853a5b26" -d '{"events": [{"server_uuid": "ddad572e-12e1-4699-ba46-16c1ccb25704", "name": "network-vif-unplugged", "status": "completed", "tag": "784c9a84-7d0f-461b-810d-b0f2b91e1d43"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:43:38.047351 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 784c9a84-7d0f-461b-810d-b0f2b91e1d43, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=784c9a84-7d0f-461b-810d-b0f2b91e1d43,segment=NetworkSegment(d1c0853e-8ae1-48c8-bb38-aedbe43aab84),segment_id=d1c0853e-8ae1-48c8-bb38-aedbe43aab84)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:43:38.075036 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] Deleting port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:43:38.075927 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (6b036d3f-56a4-48c5-a0cf-f35740b49eb2), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:38.089150 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Sep 2022 04:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797643c3-5165-4444-a965-8ada09865f2c x-openstack-request-id: req-797643c3-5165-4444-a965-8ada09865f2c {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:43:38.089507 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddad572e-12e1-4699-ba46-16c1ccb25704", "name": "network-vif-unplugged", "status": "completed", "tag": "784c9a84-7d0f-461b-810d-b0f2b91e1d43", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:43:38.089937 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-797643c3-5165-4444-a965-8ada09865f2c {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:43:38.090517 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-797643c3-5165-4444-a965-8ada09865f2c'] response: {'server_uuid': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '784c9a84-7d0f-461b-810d-b0f2b91e1d43', 'code': 200} Sep 06 04:43:38.125145 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:38.136069 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:38.153034 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] For port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=6b036d3f-56a4-48c5-a0cf-f35740b49eb2,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:43:38.154124 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (6b036d3f-56a4-48c5-a0cf-f35740b49eb2), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:38.172145 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] Calling delete_port for 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 owned by network:dhcp {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:43:38.176047 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3656243-48cf-49b8-9c65-03f00c3e2845 None None] DHCP port deletion for 06e43195-6270-4b08-b3f6-284307ad52d8 request from dv-cinder-856002-1-iscsi {{(pid=106940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 06 04:43:38.202713 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=784c9a84-7d0f-461b-810d-b0f2b91e1d43,revision_number=6']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:38.236257 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:38.242206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:38.242206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:38.242206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:38.242206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:38.242206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:38.242206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:38.242206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:38.242206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:38.242206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:38.242206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:38.242206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:38.242206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:38.242206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:38.242206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:38.257968 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-c3656243-48cf-49b8-9c65-03f00c3e2845 None None] Deleting port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 {{(pid=106940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:43:38.258344 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c3656243-48cf-49b8-9c65-03f00c3e2845 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (6b036d3f-56a4-48c5-a0cf-f35740b49eb2), before_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:38.333418 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-c3656243-48cf-49b8-9c65-03f00c3e2845 None None] For port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=6b036d3f-56a4-48c5-a0cf-f35740b49eb2,segment=NetworkSegment(fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7),segment_id=fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:43:38.333809 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c3656243-48cf-49b8-9c65-03f00c3e2845 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (6b036d3f-56a4-48c5-a0cf-f35740b49eb2), precommit_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:38.373491 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (6b036d3f-56a4-48c5-a0cf-f35740b49eb2), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:38.408697 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=6b036d3f-56a4-48c5-a0cf-f35740b49eb2,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:38.413410 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] No DVR routers for this DVR port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 on host dv-cinder-856002-1-iscsi {{(pid=106938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:43:38.445155 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98338f5d-6762-4928-a299-39f82a8f2750 req-5aecdcf7-c58d-40e9-9f94-e55ad8e38118 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:38.447623 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-98338f5d-6762-4928-a299-39f82a8f2750 req-5aecdcf7-c58d-40e9-9f94-e55ad8e38118 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0560000 Sep 06 04:43:38.481621 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-c3656243-48cf-49b8-9c65-03f00c3e2845 None None] Calling delete_port for 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 owned by network:dhcp {{(pid=106940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:43:38.504428 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433122', 'neutron.services.segments.db._delete_segments_for_network-8761093479572'] for network (06e43195-6270-4b08-b3f6-284307ad52d8), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:38.506165 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-98338f5d-6762-4928-a299-39f82a8f2750 req-8171f98b-dfaf-494e-bde9-78b998240e7d tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519845 Sep 06 04:43:38.526602 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e43195-6270-4b08-b3f6-284307ad52d8']}} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:38.537683 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7') {'for_net_delete': True} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:38.537996 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7') {} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:38.549842 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761093570708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12110465'] for segment (fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:38.566513 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:38.568773 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c3656243-48cf-49b8-9c65-03f00c3e2845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533'] for port (6b036d3f-56a4-48c5-a0cf-f35740b49eb2), after_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:38.574619 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=106938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 04:43:38.575018 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11755815'] for segment (fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:38.598282 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3656243-48cf-49b8-9c65-03f00c3e2845 None None] Pushing event deleted for resources: {'Port': ['ID=6b036d3f-56a4-48c5-a0cf-f35740b49eb2,revision_number=None']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:38.600245 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3656243-48cf-49b8-9c65-03f00c3e2845 None None] No DVR routers for this DVR port 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 on host dv-cinder-856002-1-iscsi {{(pid=106940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:43:38.625797 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.services.segments.plugin [-] Segment fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7 resource provider aggregate not found Sep 06 04:43:38.649175 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.services.segments.plugin [-] Segment fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc68e2ef-f0ac-47bc-bd3f-0b0fdc11fdf7 found for delete ", "request_id": "req-639509c9-666a-480f-8136-66abb2fed39c"}]} Sep 06 04:43:38.727378 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730808'] for network (06e43195-6270-4b08-b3f6-284307ad52d8), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:38.744667 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:38.747937 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/06e43195-6270-4b08-b3f6-284307ad52d8 HTTP/1.1" status: 204 len: 168 time: 0.8130946 Sep 06 04:43:38.748990 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3b4e2-29c3-4c68-b28a-430566260e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=06e43195-6270-4b08-b3f6-284307ad52d8,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:38.996750 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c876515-ae2d-45a1-a4f9-6262ab2add80 req-02406f58-a88b-49c0-b671-741c7eeee027 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:38.998288 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8c876515-ae2d-45a1-a4f9-6262ab2add80 req-02406f58-a88b-49c0-b671-741c7eeee027 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0486751 Sep 06 04:43:39.048336 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8c876515-ae2d-45a1-a4f9-6262ab2add80 req-6fc70b1d-8a57-4005-b7e6-5a5828353066 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440087 Sep 06 04:43:39.098277 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-09e3f816-a870-45dc-aeee-f84f7b349d75 req-b5349747-f159-4833-88d4-b36202a8ef1c service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0573771 Sep 06 04:43:39.176414 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3f816-a870-45dc-aeee-f84f7b349d75 req-50f7de18-c4d8-4fcd-8a95-5ec637db560f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:39.177959 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-09e3f816-a870-45dc-aeee-f84f7b349d75 req-50f7de18-c4d8-4fcd-8a95-5ec637db560f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports/784c9a84-7d0f-461b-810d-b0f2b91e1d43 HTTP/1.1" status: 200 len: 940 time: 0.0506794 Sep 06 04:43:39.187412 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42146) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:39.231959 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-4a16a281-352b-4978-8787-ae03d0ae9a18 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=7aa4ca550edd4876a4c6c56deedf9d70&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434158 Sep 06 04:43:39.234540 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42148) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:39.241561 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:39.289078 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-28bd7e1f-9bca-4bdd-9e52-64283773873a admin admin] Publish callbacks [] for security_group (95aa0b15-f356-47f6-9302-a4bb0c3b3d85), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:39.310793 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-28bd7e1f-9bca-4bdd-9e52-64283773873a admin admin] Publish callbacks [] for security_group (95aa0b15-f356-47f6-9302-a4bb0c3b3d85), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:39.428759 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-28bd7e1f-9bca-4bdd-9e52-64283773873a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (95aa0b15-f356-47f6-9302-a4bb0c3b3d85), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:39.431313 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-28bd7e1f-9bca-4bdd-9e52-64283773873a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:39.432438 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-28bd7e1f-9bca-4bdd-9e52-64283773873a admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/95aa0b15-f356-47f6-9302-a4bb0c3b3d85 HTTP/1.1" status: 204 len: 168 time: 0.1970744 Sep 06 04:43:39.441090 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd7e1f-9bca-4bdd-9e52-64283773873a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95aa0b15-f356-47f6-9302-a4bb0c3b3d85,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:39.609588 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:43:39.631889 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:43:39.632230 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 6b036d3f-56a4-48c5-a0cf-f35740b49eb2 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:43:40.179493 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17c8c8-46f6-4c5d-9cd9-c414ec845364 req-45edb4b2-d622-4f3b-bb8a-e594982ac61d tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:40.180978 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8e17c8c8-46f6-4c5d-9cd9-c414ec845364 req-45edb4b2-d622-4f3b-bb8a-e594982ac61d tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0486319 Sep 06 04:43:40.230692 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8e17c8c8-46f6-4c5d-9cd9-c414ec845364 req-6967acca-007c-4da2-b67a-c610e90c6f5c tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437086 Sep 06 04:43:41.477911 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db60b6e-8cfd-4b78-9245-51da422f50a1 req-d31d46e4-8483-4a67-8f45-23dee5f308ee tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:41.479381 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0db60b6e-8cfd-4b78-9245-51da422f50a1 req-d31d46e4-8483-4a67-8f45-23dee5f308ee tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0509615 Sep 06 04:43:41.514577 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:41.527878 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0db60b6e-8cfd-4b78-9245-51da422f50a1 req-59ec45f7-43d1-4e53-8737-9ee0d9f3bf5e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428689 Sep 06 04:43:42.222960 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-fc78c6ce-f0c2-41e8-8bf1-25e440704700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:42.651345 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cfc8c-d996-4276-8359-2344b379052a req-ea210064-4056-421d-b6d9-81b7a279cf0c tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:42.652766 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9e4cfc8c-d996-4276-8359-2344b379052a req-ea210064-4056-421d-b6d9-81b7a279cf0c tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0468614 Sep 06 04:43:42.702346 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9e4cfc8c-d996-4276-8359-2344b379052a req-48255245-471e-462c-92de-c177def56f09 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437636 Sep 06 04:43:43.823410 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cde417-19c6-4738-8d59-d1f86ccd57e3 req-a98e7a75-be6f-468d-b3db-0ec133def757 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:43.824845 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-46cde417-19c6-4738-8d59-d1f86ccd57e3 req-a98e7a75-be6f-468d-b3db-0ec133def757 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0466127 Sep 06 04:43:43.874992 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-46cde417-19c6-4738-8d59-d1f86ccd57e3 req-0c3f06ee-5855-48fa-a8a4-0693f31bffbe tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446498 Sep 06 04:43:44.302758 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 42236) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:44.438758 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-688bd645-dcb7-4c31-83ff-643bdc0bec30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:44.492693 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-decba6fd-66c0-4dec-bacb-363ee00a54a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:44.516468 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-688bd645-dcb7-4c31-83ff-643bdc0bec30 admin admin] Publish callbacks [] for security_group (399ca3fd-444a-4eb5-802a-ba676a9b7929), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:44.576449 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-688bd645-dcb7-4c31-83ff-643bdc0bec30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (399ca3fd-444a-4eb5-802a-ba676a9b7929), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:44.619025 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-688bd645-dcb7-4c31-83ff-643bdc0bec30 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=c1db46db3dbd47e4b1ad65aabcef17a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151505 Sep 06 04:43:44.619950 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bd645-dcb7-4c31-83ff-643bdc0bec30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399ca3fd-444a-4eb5-802a-ba676a9b7929,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:44.621754 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42240) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:44.675387 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-13e425f0-6743-49f3-a91e-5182c8dcb72e admin admin] Publish callbacks [] for security_group (399ca3fd-444a-4eb5-802a-ba676a9b7929), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:44.695833 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-13e425f0-6743-49f3-a91e-5182c8dcb72e admin admin] Publish callbacks [] for security_group (399ca3fd-444a-4eb5-802a-ba676a9b7929), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:44.812974 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-13e425f0-6743-49f3-a91e-5182c8dcb72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (399ca3fd-444a-4eb5-802a-ba676a9b7929), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:44.816109 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-13e425f0-6743-49f3-a91e-5182c8dcb72e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:44.817294 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-13e425f0-6743-49f3-a91e-5182c8dcb72e admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/399ca3fd-444a-4eb5-802a-ba676a9b7929 HTTP/1.1" status: 204 len: 168 time: 0.1945329 Sep 06 04:43:44.826008 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e425f0-6743-49f3-a91e-5182c8dcb72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399ca3fd-444a-4eb5-802a-ba676a9b7929,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:44.995373 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f21eb-b320-4872-a2ab-f4ea34e1f9ff req-9575a113-b33b-428d-aef5-dfe857878d77 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:44.996837 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2b6f21eb-b320-4872-a2ab-f4ea34e1f9ff req-9575a113-b33b-428d-aef5-dfe857878d77 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0459833 Sep 06 04:43:45.048833 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2b6f21eb-b320-4872-a2ab-f4ea34e1f9ff req-41392e71-f3a7-487a-a976-3aa6257a7d68 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463333 Sep 06 04:43:45.915671 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:46.175435 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf545f38-13d8-457c-87ad-cec17ccc85ef req-a1c3a6df-42e8-42e9-b04a-e24d44d7d687 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:46.176927 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bf545f38-13d8-457c-87ad-cec17ccc85ef req-a1c3a6df-42e8-42e9-b04a-e24d44d7d687 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0491927 Sep 06 04:43:46.231832 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bf545f38-13d8-457c-87ad-cec17ccc85ef req-b2eb36e2-2999-49b9-bffd-8728c394e813 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492854 Sep 06 04:43:46.914533 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=31 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:46.964398 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=8 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:47.270597 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:47.355556 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:47.384314 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417bc9b-6cb9-483c-9e16-f039e790b5de req-bcf70ed1-d903-4a78-9a18-7ea7961eb127 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:47.384785 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b417bc9b-6cb9-483c-9e16-f039e790b5de req-bcf70ed1-d903-4a78-9a18-7ea7961eb127 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0640967 Sep 06 04:43:47.449337 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b417bc9b-6cb9-483c-9e16-f039e790b5de req-9f029ffb-d1c4-4bd9-a332-c06d571a993d tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511711 Sep 06 04:43:47.601689 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41516ad6-c836-4593-825a-4b3245e15309 req-a75dea6b-f6ea-4e1e-94c9-fcea76f28c1e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:47.603165 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-41516ad6-c836-4593-825a-4b3245e15309 req-a75dea6b-f6ea-4e1e-94c9-fcea76f28c1e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 945 time: 0.0467224 Sep 06 04:43:47.654630 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-41516ad6-c836-4593-825a-4b3245e15309 req-e8fb232d-94e3-4705-a083-9748e9a1d5c2 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457690 Sep 06 04:43:47.682645 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42306) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:47.867944 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:47.875089 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4179995-f37a-4c33-8d0e-5449ea5c5cb4 tempest-TestMinimumBasicScenario-978238847 tempest-TestMinimumBasicScenario-978238847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:47.880814 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-d4179995-f37a-4c33-8d0e-5449ea5c5cb4 tempest-TestMinimumBasicScenario-978238847 tempest-TestMinimumBasicScenario-978238847-project-admin] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 1124 time: 0.1930008 Sep 06 04:43:47.880814 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42310) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:47.884296 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Request body: {'floatingip': {'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'port_id': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:43:47.955803 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:48.036824 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:48.383772 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Allocated IP 172.27.1.141 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/822e325a-28a7-4a4a-90e7-519a7e8d6f6f) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:43:48.499400 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for port (822e325a-28a7-4a4a-90e7-519a7e8d6f6f), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:48.502043 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:48.581520 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0e1ea-ae05-4fd8-b6e6-cbe74fc1e535 req-39e13175-1371-4dab-a8c5-23b9ddf98db5 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:48.582955 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3fb0e1ea-ae05-4fd8-b6e6-cbe74fc1e535 req-39e13175-1371-4dab-a8c5-23b9ddf98db5 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0498636 Sep 06 04:43:48.590231 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (822e325a-28a7-4a4a-90e7-519a7e8d6f6f), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:48.608712 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:48.631077 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:43:48.632546 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3fb0e1ea-ae05-4fd8-b6e6-cbe74fc1e535 req-bab02e19-ad8e-4443-a12b-cc44d158c213 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440218 Sep 06 04:43:48.642620 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:43:48.642620 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:43:48.668700 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Pushing event updated for resources: {'Port': ['ID=822e325a-28a7-4a4a-90e7-519a7e8d6f6f,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:48.799935 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3f816-a870-45dc-aeee-f84f7b349d75 req-6b60979d-d78b-4921-b497-911dad8b1ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:48.801665 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-09e3f816-a870-45dc-aeee-f84f7b349d75 req-6b60979d-d78b-4921-b497-911dad8b1ee8 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704&tenant_id=17ca991debba43b98c1ad8f0f91c63a9 HTTP/1.1" status: 200 len: 1127 time: 0.0428534 Sep 06 04:43:48.819182 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:48.891062 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3f816-a870-45dc-aeee-f84f7b349d75 req-b7218584-d3a2-4bb7-bc40-09f37eca386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:48.892470 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-09e3f816-a870-45dc-aeee-f84f7b349d75 req-b7218584-d3a2-4bb7-bc40-09f37eca386c service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=17ca991debba43b98c1ad8f0f91c63a9&device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 1127 time: 0.0383635 Sep 06 04:43:48.985941 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3f816-a870-45dc-aeee-f84f7b349d75 req-35af88f0-9cad-4548-aa7d-41f9834542a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:48.987585 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-09e3f816-a870-45dc-aeee-f84f7b349d75 req-35af88f0-9cad-4548-aa7d-41f9834542a1 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=79930370-1c5e-497c-9fc8-53811a3907a9 HTTP/1.1" status: 200 len: 909 time: 0.0883141 Sep 06 04:43:49.012993 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for floatingip (6665ed91-d0f1-40aa-9eba-ee6e17b62852), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:49.048854 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:49.055910 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-09e3f816-a870-45dc-aeee-f84f7b349d75 req-0f875ea7-e4ee-4cd1-9b97-b7865de79dc0 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=784c9a84-7d0f-461b-810d-b0f2b91e1d43 HTTP/1.1" status: 200 len: 998 time: 0.0579772 Sep 06 04:43:49.117413 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3f816-a870-45dc-aeee-f84f7b349d75 req-c40949f0-5ea5-4919-ab7d-30c09b4c1ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:49.118935 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-09e3f816-a870-45dc-aeee-f84f7b349d75 req-c40949f0-5ea5-4919-ab7d-30c09b4c1ce1 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=da21c44d-c491-4cde-9367-78edabda8793 HTTP/1.1" status: 200 len: 847 time: 0.0557451 Sep 06 04:43:49.162672 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (822e325a-28a7-4a4a-90e7-519a7e8d6f6f), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:49.165902 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3f816-a870-45dc-aeee-f84f7b349d75 req-822a6293-3385-4077-9cf1-5a0a84ca2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:49.167441 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-09e3f816-a870-45dc-aeee-f84f7b349d75 req-822a6293-3385-4077-9cf1-5a0a84ca2d1f service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=79930370-1c5e-497c-9fc8-53811a3907a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403740 Sep 06 04:43:49.259186 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-09e3f816-a870-45dc-aeee-f84f7b349d75 req-ab6c888c-f748-400b-8e32-fef70fa1ac99 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/79930370-1c5e-497c-9fc8-53811a3907a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841827 Sep 06 04:43:49.314800 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for port (822e325a-28a7-4a4a-90e7-519a7e8d6f6f), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:49.359273 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-09e3f816-a870-45dc-aeee-f84f7b349d75 req-21f4655f-361a-4fbe-b1cb-9d47e64aa3b4 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/79930370-1c5e-497c-9fc8-53811a3907a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930965 Sep 06 04:43:49.372787 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (822e325a-28a7-4a4a-90e7-519a7e8d6f6f), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:49.454712 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (6665ed91-d0f1-40aa-9eba-ee6e17b62852), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:49.456457 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Pushing event updated for resources: {'Port': ['ID=822e325a-28a7-4a4a-90e7-519a7e8d6f6f,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:49.557361 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.l3_db [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Floating IP 6665ed91-d0f1-40aa-9eba-ee6e17b62852 associated. External IP: 172.27.1.141, port: 2a57860e-e2d2-4ede-943c-6db28a3cdf5a. Sep 06 04:43:49.644337 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:49.796090 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e85f4-ecc8-48f4-a7a7-538590c6d1c8 req-90bb8850-4ac1-4528-8fa8-b24eb2a398c5 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:49.803527 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-140e85f4-ecc8-48f4-a7a7-538590c6d1c8 req-90bb8850-4ac1-4528-8fa8-b24eb2a398c5 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0862448 Sep 06 04:43:49.808344 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Router 49885515-9f77-4b63-854c-16c272f3950d has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:43:49.823069 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:49.895701 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-140e85f4-ecc8-48f4-a7a7-538590c6d1c8 req-f08e6994-2cf5-4827-a2d2-953a0ddd00aa tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918458 Sep 06 04:43:49.955523 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:43:49.965632 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f55619f-985d-4d51-a420-97e4bb2c007b None None] Sync routers for ids ['49885515-9f77-4b63-854c-16c272f3950d'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:43:49.976264 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f55619f-985d-4d51-a420-97e4bb2c007b None None] Routers {'49885515-9f77-4b63-854c-16c272f3950d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:43:49.976870 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-0f55619f-985d-4d51-a420-97e4bb2c007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:43:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['49885515-9f77-4b63-854c-16c272f3950d'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:50.065038 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:50.082979 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-0f55619f-985d-4d51-a420-97e4bb2c007b None None] Set router 49885515-9f77-4b63-854c-16c272f3950d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:43:50.098562 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-2bbb93c6-575c-4f03-b925-881d0be8728e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2145627 Sep 06 04:43:50.098562 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'tag': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:43:50.099162 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3539a486-9729-4454-885d-de9980ffc556" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c1b505-babf-4fde-b18b-7d72d9cc0acc", "tag": "2a57860e-e2d2-4ede-943c-6db28a3cdf5a"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:43:50.099433 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 42324) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:50.104953 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1245580827', 'description': 'tempest-secgroup-smoke-1245580827 description', 'project_id': '623b9f3be0f24e2ea1caea0798b30704'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:43:50.111834 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:50.139262 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b886990a-be64-419f-afe4-908ad1eb5392 x-openstack-request-id: req-b886990a-be64-419f-afe4-908ad1eb5392 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:43:50.139585 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c1b505-babf-4fde-b18b-7d72d9cc0acc", "tag": "2a57860e-e2d2-4ede-943c-6db28a3cdf5a", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:43:50.139837 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b886990a-be64-419f-afe4-908ad1eb5392 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:43:50.140237 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b886990a-be64-419f-afe4-908ad1eb5392'] response: {'name': 'network-changed', 'server_uuid': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'tag': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a', 'status': 'completed', 'code': 200} Sep 06 04:43:50.191092 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:50.194150 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:50.265639 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group (4ec43856-5c28-4762-b54f-d7dac9bb8dc5), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:50.304596 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-0f55619f-985d-4d51-a420-97e4bb2c007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49885515-9f77-4b63-854c-16c272f3950d', 'name': 'tempest-TestMinimumBasicScenario-1674420435-router', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:35Z', 'updated_at': '2022-09-06T04:42:38Z', 'revision_number': 4, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'gw_port': {'id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:36Z', 'updated_at': '2022-09-06T04:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '6665ed91-d0f1-40aa-9eba-ee6e17b62852', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '49885515-9f77-4b63-854c-16c272f3950d', 'port_id': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21', 'mac_address': 'fa:16:3e:cf:61:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:43:48Z', 'updated_at': '2022-09-06T04:43:48Z', 'revision_number': 0, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d0dad5-19ee-4385-8ea8-6b7982250bbb', 'name': '', 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'mac_address': 'fa:16:3e:f7:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:38Z', 'updated_at': '2022-09-06T04:42:45Z', 'revision_number': 5, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'subnets': [{'id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:50.333989 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f55619f-985d-4d51-a420-97e4bb2c007b None None] Checking router: 49885515-9f77-4b63-854c-16c272f3950d for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:43:50.343393 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f55619f-985d-4d51-a420-97e4bb2c007b None None] Routers {'49885515-9f77-4b63-854c-16c272f3950d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:43:50.343997 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-0f55619f-985d-4d51-a420-97e4bb2c007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:43:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['49885515-9f77-4b63-854c-16c272f3950d'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:50.371384 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (4ec43856-5c28-4762-b54f-d7dac9bb8dc5), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:50.408527 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec43856-5c28-4762-b54f-d7dac9bb8dc5,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:50.416133 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:50.416475 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:50.416815 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:50.417143 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:50.417492 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:50.417820 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:50.418142 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:50.418467 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:50.418785 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:50.419216 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:50.419538 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:50.419856 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:50.420173 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:50.420490 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:50.420804 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:43:50.457436 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-0f55619f-985d-4d51-a420-97e4bb2c007b None None] Set router 49885515-9f77-4b63-854c-16c272f3950d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:43:50.472732 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:50.474029 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-6d65021e-5a7a-425b-8f07-64e6a70209ce tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3733056 Sep 06 04:43:50.476933 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 42328) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:50.481777 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-63e858f6-810a-4888-b5a1-6f16d6f4bd1d tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Request body: {'security_group_rule': {'security_group_id': '4ec43856-5c28-4762-b54f-d7dac9bb8dc5', 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:43:50.583204 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-63e858f6-810a-4888-b5a1-6f16d6f4bd1d tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group_rule (8347451a-171c-46ee-ae3e-61e6bbe63daf), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:50.643736 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-63e858f6-810a-4888-b5a1-6f16d6f4bd1d tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group_rule (8347451a-171c-46ee-ae3e-61e6bbe63daf), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:50.667293 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-0f55619f-985d-4d51-a420-97e4bb2c007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49885515-9f77-4b63-854c-16c272f3950d', 'name': 'tempest-TestMinimumBasicScenario-1674420435-router', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:35Z', 'updated_at': '2022-09-06T04:42:38Z', 'revision_number': 4, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'gw_port': {'id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:36Z', 'updated_at': '2022-09-06T04:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '6665ed91-d0f1-40aa-9eba-ee6e17b62852', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '49885515-9f77-4b63-854c-16c272f3950d', 'port_id': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21', 'mac_address': 'fa:16:3e:cf:61:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:43:48Z', 'updated_at': '2022-09-06T04:43:48Z', 'revision_number': 0, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d0dad5-19ee-4385-8ea8-6b7982250bbb', 'name': '', 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'mac_address': 'fa:16:3e:f7:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:38Z', 'updated_at': '2022-09-06T04:42:45Z', 'revision_number': 5, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'subnets': [{'id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:43:50.694006 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f55619f-985d-4d51-a420-97e4bb2c007b None None] The sync data for ids ['49885515-9f77-4b63-854c-16c272f3950d'] in dv-cinder-856002-1-iscsi is: [{'id': '49885515-9f77-4b63-854c-16c272f3950d', 'name': 'tempest-TestMinimumBasicScenario-1674420435-router', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:35Z', 'updated_at': '2022-09-06T04:42:38Z', 'revision_number': 4, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'gw_port': {'id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:36Z', 'updated_at': '2022-09-06T04:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '6665ed91-d0f1-40aa-9eba-ee6e17b62852', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '49885515-9f77-4b63-854c-16c272f3950d', 'port_id': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21', 'mac_address': 'fa:16:3e:cf:61:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:43:48Z', 'updated_at': '2022-09-06T04:43:48Z', 'revision_number': 0, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d0dad5-19ee-4385-8ea8-6b7982250bbb', 'name': '', 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'mac_address': 'fa:16:3e:f7:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:38Z', 'updated_at': '2022-09-06T04:42:45Z', 'revision_number': 5, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'subnets': [{'id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:43:50.714364 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-63e858f6-810a-4888-b5a1-6f16d6f4bd1d tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (8347451a-171c-46ee-ae3e-61e6bbe63daf), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:50.732151 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:50.735937 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e858f6-810a-4888-b5a1-6f16d6f4bd1d tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8347451a-171c-46ee-ae3e-61e6bbe63daf,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:50.813208 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-63e858f6-810a-4888-b5a1-6f16d6f4bd1d tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:50.814557 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-63e858f6-810a-4888-b5a1-6f16d6f4bd1d tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3366416 Sep 06 04:43:50.817485 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42332) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:50.822024 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-d7e87da0-ef16-47b8-a36c-6137ba71abaa tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Request body: {'security_group_rule': {'security_group_id': '4ec43856-5c28-4762-b54f-d7dac9bb8dc5', 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:43:50.907480 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ab3655-5439-4d6d-b8ff-623b87e5d2aa None None] New status for floating IP 6665ed91-d0f1-40aa-9eba-ee6e17b62852: ACTIVE {{(pid=106941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:43:50.933274 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d7e87da0-ef16-47b8-a36c-6137ba71abaa tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group_rule (ddd4c4a1-52f5-4acc-a041-fe014885627c), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:51.031984 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d7e87da0-ef16-47b8-a36c-6137ba71abaa tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group_rule (ddd4c4a1-52f5-4acc-a041-fe014885627c), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:51.043524 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765d902-23ea-49d0-a7e1-bbcba668cff4 req-4fd77598-6644-4840-9a6e-861ecfcf4f4d tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:51.045020 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b765d902-23ea-49d0-a7e1-bbcba668cff4 req-4fd77598-6644-4840-9a6e-861ecfcf4f4d tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0682633 Sep 06 04:43:51.091922 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d7e87da0-ef16-47b8-a36c-6137ba71abaa tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (ddd4c4a1-52f5-4acc-a041-fe014885627c), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:51.108407 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b765d902-23ea-49d0-a7e1-bbcba668cff4 req-997ef811-e6b9-4a97-a9a3-97e9849196db tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575602 Sep 06 04:43:51.116382 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e87da0-ef16-47b8-a36c-6137ba71abaa tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd4c4a1-52f5-4acc-a041-fe014885627c,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:51.191171 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d7e87da0-ef16-47b8-a36c-6137ba71abaa tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:51.192388 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-d7e87da0-ef16-47b8-a36c-6137ba71abaa tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3739121 Sep 06 04:43:51.195161 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42336) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:51.199348 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-b4724506-7262-4f8e-b75d-a0eda9ad1dad tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Request body: {'security_group_rule': {'security_group_id': '4ec43856-5c28-4762-b54f-d7dac9bb8dc5', 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:43:51.274501 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b4724506-7262-4f8e-b75d-a0eda9ad1dad tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group_rule (7ba44982-9e6c-4db6-93a6-a693fce5888e), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:51.333607 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b4724506-7262-4f8e-b75d-a0eda9ad1dad tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group_rule (7ba44982-9e6c-4db6-93a6-a693fce5888e), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:51.405753 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b4724506-7262-4f8e-b75d-a0eda9ad1dad tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (7ba44982-9e6c-4db6-93a6-a693fce5888e), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:51.424080 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4724506-7262-4f8e-b75d-a0eda9ad1dad tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba44982-9e6c-4db6-93a6-a693fce5888e,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:51.510329 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b4724506-7262-4f8e-b75d-a0eda9ad1dad tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:51.511524 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-b4724506-7262-4f8e-b75d-a0eda9ad1dad tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3154564 Sep 06 04:43:51.514311 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42338) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:51.519105 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-1ac1e766-d48f-4ee9-8363-721ef201192f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Request body: {'security_group_rule': {'security_group_id': '4ec43856-5c28-4762-b54f-d7dac9bb8dc5', 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:43:51.613152 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1ac1e766-d48f-4ee9-8363-721ef201192f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group_rule (798f93a7-259f-4bc3-abf3-8119c57f3349), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:51.666164 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:51.671978 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1ac1e766-d48f-4ee9-8363-721ef201192f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group_rule (798f93a7-259f-4bc3-abf3-8119c57f3349), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:51.823613 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1ac1e766-d48f-4ee9-8363-721ef201192f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (798f93a7-259f-4bc3-abf3-8119c57f3349), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:51.843920 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1e766-d48f-4ee9-8363-721ef201192f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798f93a7-259f-4bc3-abf3-8119c57f3349,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:51.912100 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1ac1e766-d48f-4ee9-8363-721ef201192f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:51.913310 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-1ac1e766-d48f-4ee9-8363-721ef201192f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3980999 Sep 06 04:43:51.916242 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42342) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:51.920574 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-1e50ef03-9c74-4f60-95fc-534b97dedbb9 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Request body: {'security_group_rule': {'security_group_id': '4ec43856-5c28-4762-b54f-d7dac9bb8dc5', 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:43:52.006853 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.securitygroups_db [None req-1e50ef03-9c74-4f60-95fc-534b97dedbb9 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Project 623b9f3be0f24e2ea1caea0798b30704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 04:43:52.012594 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1e50ef03-9c74-4f60-95fc-534b97dedbb9 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group_rule (90f7de8e-4977-4242-bdb8-87e332adfa96), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:52.071258 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1e50ef03-9c74-4f60-95fc-534b97dedbb9 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group_rule (90f7de8e-4977-4242-bdb8-87e332adfa96), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:52.242809 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435496c-37ff-4c81-8503-08e00939d8b4 req-7d274240-79e7-4e5f-b7ba-af5d843e3720 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:52.244211 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2435496c-37ff-4c81-8503-08e00939d8b4 req-7d274240-79e7-4e5f-b7ba-af5d843e3720 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0479498 Sep 06 04:43:52.274164 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1e50ef03-9c74-4f60-95fc-534b97dedbb9 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (90f7de8e-4977-4242-bdb8-87e332adfa96), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:52.295337 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50ef03-9c74-4f60-95fc-534b97dedbb9 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f7de8e-4977-4242-bdb8-87e332adfa96,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:52.295570 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2435496c-37ff-4c81-8503-08e00939d8b4 req-deefdcfc-7cc3-41f2-80a2-92237764bd6e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454774 Sep 06 04:43:52.357625 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1e50ef03-9c74-4f60-95fc-534b97dedbb9 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:52.358834 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-1e50ef03-9c74-4f60-95fc-534b97dedbb9 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4417186 Sep 06 04:43:52.361553 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42346) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:43:52.367070 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-47b7a3f6-e950-4b2e-a401-a85f319c9201 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Request body: {'security_group_rule': {'security_group_id': '4ec43856-5c28-4762-b54f-d7dac9bb8dc5', 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:43:52.428192 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.securitygroups_db [None req-47b7a3f6-e950-4b2e-a401-a85f319c9201 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Project 623b9f3be0f24e2ea1caea0798b30704 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 06 04:43:52.432645 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:52.434560 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-47b7a3f6-e950-4b2e-a401-a85f319c9201 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group_rule (72f21ed0-76d0-4e42-8b2c-192e2401fb53), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:52.493559 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-47b7a3f6-e950-4b2e-a401-a85f319c9201 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group_rule (72f21ed0-76d0-4e42-8b2c-192e2401fb53), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:52.559641 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-47b7a3f6-e950-4b2e-a401-a85f319c9201 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (72f21ed0-76d0-4e42-8b2c-192e2401fb53), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:52.579669 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7a3f6-e950-4b2e-a401-a85f319c9201 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f21ed0-76d0-4e42-8b2c-192e2401fb53,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:52.669937 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-47b7a3f6-e950-4b2e-a401-a85f319c9201 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:52.671167 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-47b7a3f6-e950-4b2e-a401-a85f319c9201 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3087001 Sep 06 04:43:52.764055 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-adc53747-5a07-4edf-bf01-264d1fdbc038 req-e3ec7fb6-98a5-4d69-b0f7-eef32466d37c tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1245580827&fields=id&tenant_id=623b9f3be0f24e2ea1caea0798b30704 HTTP/1.1" status: 200 len: 267 time: 0.0465951 Sep 06 04:43:52.821130 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc53747-5a07-4edf-bf01-264d1fdbc038 req-bf2476ba-cb43-430e-b95e-14b1b48fae32 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:52.822607 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-adc53747-5a07-4edf-bf01-264d1fdbc038 req-bf2476ba-cb43-430e-b95e-14b1b48fae32 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 945 time: 0.0533574 Sep 06 04:43:52.832918 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-adc53747-5a07-4edf-bf01-264d1fdbc038 req-86cbb5b5-4d9b-4306-8f98-918303e86c29 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Request body: {'port': {'security_groups': ['8d2cab60-9ad1-40a0-b943-7df72f519879', '4ec43856-5c28-4762-b54f-d7dac9bb8dc5']}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:43:52.905562 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-adc53747-5a07-4edf-bf01-264d1fdbc038 req-86cbb5b5-4d9b-4306-8f98-918303e86c29 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:53.085858 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-adc53747-5a07-4edf-bf01-264d1fdbc038 req-86cbb5b5-4d9b-4306-8f98-918303e86c29 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] For port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=2a57860e-e2d2-4ede-943c-6db28a3cdf5a,segment=NetworkSegment(ef005acd-77b9-492f-9478-1471ed459e3d),segment_id=ef005acd-77b9-492f-9478-1471ed459e3d)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:43:53.117098 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-adc53747-5a07-4edf-bf01-264d1fdbc038 req-86cbb5b5-4d9b-4306-8f98-918303e86c29 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:53.194089 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-adc53747-5a07-4edf-bf01-264d1fdbc038 req-86cbb5b5-4d9b-4306-8f98-918303e86c29 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:53.204228 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc53747-5a07-4edf-bf01-264d1fdbc038 req-86cbb5b5-4d9b-4306-8f98-918303e86c29 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:53.207583 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-adc53747-5a07-4edf-bf01-264d1fdbc038 req-86cbb5b5-4d9b-4306-8f98-918303e86c29 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:43:53.207583 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-adc53747-5a07-4edf-bf01-264d1fdbc038 req-86cbb5b5-4d9b-4306-8f98-918303e86c29 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "PUT /networking/v2.0/ports/2a57860e-e2d2-4ede-943c-6db28a3cdf5a HTTP/1.1" status: 200 len: 981 time: 0.3776374 Sep 06 04:43:53.207583 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'tag': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:43:53.209802 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec48db4-3b80-43b7-b775-bbcc79bf3c06" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c1b505-babf-4fde-b18b-7d72d9cc0acc", "tag": "2a57860e-e2d2-4ede-943c-6db28a3cdf5a"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:43:53.239922 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:53.253028 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9ba61d-6efa-4607-8eb0-35529ea553c0 x-openstack-request-id: req-aa9ba61d-6efa-4607-8eb0-35529ea553c0 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:43:53.253028 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c1b505-babf-4fde-b18b-7d72d9cc0acc", "tag": "2a57860e-e2d2-4ede-943c-6db28a3cdf5a", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:43:53.253028 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa9ba61d-6efa-4607-8eb0-35529ea553c0 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:43:53.253028 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9ba61d-6efa-4607-8eb0-35529ea553c0'] response: {'name': 'network-changed', 'server_uuid': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'tag': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a', 'status': 'completed', 'code': 200} Sep 06 04:43:53.274553 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbb5b5-4d9b-4306-8f98-918303e86c29 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Pushing event updated for resources: {'Port': ['ID=2a57860e-e2d2-4ede-943c-6db28a3cdf5a,revision_number=6']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:43:53.311928 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b35993-4377-4f5f-99d4-d17c366c64de req-d18df11a-e93f-4b1b-8c18-a4169ca8999a tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:53.313468 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b0b35993-4377-4f5f-99d4-d17c366c64de req-d18df11a-e93f-4b1b-8c18-a4169ca8999a tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0519798 Sep 06 04:43:53.382880 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b0b35993-4377-4f5f-99d4-d17c366c64de req-6e81e455-b385-486c-802f-02cd57080a59 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633566 Sep 06 04:43:53.423154 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46779b5-767f-416c-8ab2-ca38e161eac0 req-74c25a78-d502-498a-a1b9-bafe22a2950f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:53.424619 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e46779b5-767f-416c-8ab2-ca38e161eac0 req-74c25a78-d502-498a-a1b9-bafe22a2950f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0483191 Sep 06 04:43:53.475952 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e46779b5-767f-416c-8ab2-ca38e161eac0 req-4f8eae70-0c1d-4da0-9f9f-caf069a6277b tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456581 Sep 06 04:43:54.234960 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['2a57860e-e2d2-4ede-943c-6db28a3cdf5a'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:43:54.242688 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539a486-9729-4454-885d-de9980ffc556 req-b0c211e5-e372-4768-9b34-ba3bd6264818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:54.244228 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3539a486-9729-4454-885d-de9980ffc556 req-b0c211e5-e372-4768-9b34-ba3bd6264818 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=623b9f3be0f24e2ea1caea0798b30704&device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 1168 time: 0.0399208 Sep 06 04:43:54.310736 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:54.339756 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539a486-9729-4454-885d-de9980ffc556 req-1f8fb94a-5c6a-490f-a983-ecdbd6b6e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:54.341222 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3539a486-9729-4454-885d-de9980ffc556 req-1f8fb94a-5c6a-490f-a983-ecdbd6b6e01f service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=6b6abe5e-f7f6-488e-8814-260547c69a21 HTTP/1.1" status: 200 len: 916 time: 0.0870214 Sep 06 04:43:54.408063 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:43:54.412305 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3539a486-9729-4454-885d-de9980ffc556 req-94dacef8-4fda-484f-b99f-2214f0430046 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a57860e-e2d2-4ede-943c-6db28a3cdf5a HTTP/1.1" status: 200 len: 1001 time: 0.0638385 Sep 06 04:43:54.461588 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539a486-9729-4454-885d-de9980ffc556 req-2aa1aedd-8513-4ead-87c6-ab3f5f45dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:54.463049 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3539a486-9729-4454-885d-de9980ffc556 req-2aa1aedd-8513-4ead-87c6-ab3f5f45dd6f service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=0c78bb11-50f5-4892-a3c0-8c728321b918 HTTP/1.1" status: 200 len: 854 time: 0.0448420 Sep 06 04:43:54.526451 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539a486-9729-4454-885d-de9980ffc556 req-da055d33-c3ca-4e5d-8cae-8acdd4ad2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:54.528125 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3539a486-9729-4454-885d-de9980ffc556 req-da055d33-c3ca-4e5d-8cae-8acdd4ad2f90 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=6b6abe5e-f7f6-488e-8814-260547c69a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426586 Sep 06 04:43:54.559316 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:54.600674 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fce65c-39a5-4b4b-aa39-151d59f952ea req-771cba07-382c-42b2-9567-ecc8b322ae4a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:54.602298 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-63fce65c-39a5-4b4b-aa39-151d59f952ea req-771cba07-382c-42b2-9567-ecc8b322ae4a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0485988 Sep 06 04:43:54.627060 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3539a486-9729-4454-885d-de9980ffc556 req-a5deafc6-b4e0-4b71-b02c-485bdb62cabc service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6b6abe5e-f7f6-488e-8814-260547c69a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912263 Sep 06 04:43:54.630667 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['2a57860e-e2d2-4ede-943c-6db28a3cdf5a'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:43:54.658536 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-63fce65c-39a5-4b4b-aa39-151d59f952ea req-e9aa4bd3-1890-4a9d-a2b7-0317ddde555d tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502172 Sep 06 04:43:54.727359 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-3539a486-9729-4454-885d-de9980ffc556 req-d6c5fb3b-71ea-48df-a641-4fdd10b65068 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6b6abe5e-f7f6-488e-8814-260547c69a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935593 Sep 06 04:43:54.834360 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:54.922131 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec48db4-3b80-43b7-b775-bbcc79bf3c06 req-f459b5dc-eaf1-4c1f-afac-0f13d9fb1178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:54.923619 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2ec48db4-3b80-43b7-b775-bbcc79bf3c06 req-f459b5dc-eaf1-4c1f-afac-0f13d9fb1178 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=623b9f3be0f24e2ea1caea0798b30704&device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 1168 time: 0.0406609 Sep 06 04:43:54.959446 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:55.018472 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec48db4-3b80-43b7-b775-bbcc79bf3c06 req-6ebfc61b-d179-4800-92a2-c2d8950a78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:55.020262 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2ec48db4-3b80-43b7-b775-bbcc79bf3c06 req-6ebfc61b-d179-4800-92a2-c2d8950a78e2 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=6b6abe5e-f7f6-488e-8814-260547c69a21 HTTP/1.1" status: 200 len: 916 time: 0.0902815 Sep 06 04:43:55.081067 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:55.096372 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2ec48db4-3b80-43b7-b775-bbcc79bf3c06 req-b784425a-c4c7-4bca-bcc2-e748506afb7b service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a57860e-e2d2-4ede-943c-6db28a3cdf5a HTTP/1.1" status: 200 len: 1001 time: 0.0604355 Sep 06 04:43:55.146459 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec48db4-3b80-43b7-b775-bbcc79bf3c06 req-0d113cb1-831a-4b0c-8667-88d2619a0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:55.154368 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2ec48db4-3b80-43b7-b775-bbcc79bf3c06 req-0d113cb1-831a-4b0c-8667-88d2619a0dc6 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=0c78bb11-50f5-4892-a3c0-8c728321b918 HTTP/1.1" status: 200 len: 854 time: 0.0496912 Sep 06 04:43:55.192428 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec48db4-3b80-43b7-b775-bbcc79bf3c06 req-d137b1d6-1259-4cd6-91f3-febc142ee1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:55.193964 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2ec48db4-3b80-43b7-b775-bbcc79bf3c06 req-d137b1d6-1259-4cd6-91f3-febc142ee1e8 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=6b6abe5e-f7f6-488e-8814-260547c69a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386446 Sep 06 04:43:55.289453 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2ec48db4-3b80-43b7-b775-bbcc79bf3c06 req-9bdd6381-9850-404c-9780-8b2013ca6459 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6b6abe5e-f7f6-488e-8814-260547c69a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877879 Sep 06 04:43:55.390709 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2ec48db4-3b80-43b7-b775-bbcc79bf3c06 req-3846fcef-166b-4bf7-86f3-b6ec0b7c6eb0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6b6abe5e-f7f6-488e-8814-260547c69a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945351 Sep 06 04:43:55.782611 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6d20e-eaab-4572-bd91-8fa567432ba0 req-568dd72c-d020-47b5-9c2c-d1e79a801de9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:55.784109 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f2f6d20e-eaab-4572-bd91-8fa567432ba0 req-568dd72c-d020-47b5-9c2c-d1e79a801de9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0480142 Sep 06 04:43:55.835581 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f2f6d20e-eaab-4572-bd91-8fa567432ba0 req-17d49f42-99e9-40ac-87cd-9bb09ac05bc5 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452230 Sep 06 04:43:56.959597 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627aed98-bd7e-44bf-a0a8-40f2f1974b9d req-b9bab876-f984-47d1-959b-538ae95df962 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:56.960950 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-627aed98-bd7e-44bf-a0a8-40f2f1974b9d req-b9bab876-f984-47d1-959b-538ae95df962 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0487883 Sep 06 04:43:57.009225 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-627aed98-bd7e-44bf-a0a8-40f2f1974b9d req-227d41c7-570d-42ec-94c8-35aa0c0255cf tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428185 Sep 06 04:43:58.127137 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ada5-e82d-44dd-8ecf-4feb02657a45 req-04251202-d3a5-4b1a-b40c-4c8dbd310191 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:58.129164 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-fb76ada5-e82d-44dd-8ecf-4feb02657a45 req-04251202-d3a5-4b1a-b40c-4c8dbd310191 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0445583 Sep 06 04:43:58.176748 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-fb76ada5-e82d-44dd-8ecf-4feb02657a45 req-e07b1f6b-a8bb-4bec-aaf3-ebb09be29f05 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415885 Sep 06 04:43:59.298145 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d2623-3eef-443e-9f7b-bd096f29b547 req-ad9df402-cdf9-470c-9a14-6c9ec7efb973 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:43:59.299604 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cb0d2623-3eef-443e-9f7b-bd096f29b547 req-ad9df402-cdf9-470c-9a14-6c9ec7efb973 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0464811 Sep 06 04:43:59.345033 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:43:59.351294 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cb0d2623-3eef-443e-9f7b-bd096f29b547 req-061f0507-6a53-4a42-bcbc-d95c7305a3c5 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460222 Sep 06 04:44:00.462817 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:00.480682 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dde860-9810-47bc-92cc-04e51a55672b req-58d04bc7-0e4a-4fee-922f-43ece5825945 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:00.482166 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c1dde860-9810-47bc-92cc-04e51a55672b req-58d04bc7-0e4a-4fee-922f-43ece5825945 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0497119 Sep 06 04:44:00.532893 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c1dde860-9810-47bc-92cc-04e51a55672b req-b928493c-3f1d-4db6-a24a-5e804a625bfb tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448968 Sep 06 04:44:01.657806 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d7488-bef2-4dcf-979b-7b20e8d2a328 req-693fdcc1-e0f2-4af3-9a99-f2dfcc22fc00 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:01.659180 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-284d7488-bef2-4dcf-979b-7b20e8d2a328 req-693fdcc1-e0f2-4af3-9a99-f2dfcc22fc00 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0514045 Sep 06 04:44:01.709080 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-284d7488-bef2-4dcf-979b-7b20e8d2a328 req-54a2537e-9146-48eb-b2e3-4b49588fc7b0 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430200 Sep 06 04:44:02.832125 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab24567-5db4-4934-97d7-8085f741ef6d req-a89f772b-79cd-4346-8312-3775ccb468b8 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:02.833790 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7ab24567-5db4-4934-97d7-8085f741ef6d req-a89f772b-79cd-4346-8312-3775ccb468b8 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 943 time: 0.0487854 Sep 06 04:44:02.886136 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7ab24567-5db4-4934-97d7-8085f741ef6d req-7645abca-e68d-4c97-9e4d-55e1f7ca6694 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465863 Sep 06 04:44:03.120369 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 784c9a84-7d0f-461b-810d-b0f2b91e1d43 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:44:03.217680 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 784c9a84-7d0f-461b-810d-b0f2b91e1d43, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=784c9a84-7d0f-461b-810d-b0f2b91e1d43,segment=NetworkSegment(d1c0853e-8ae1-48c8-bb38-aedbe43aab84),segment_id=d1c0853e-8ae1-48c8-bb38-aedbe43aab84)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:44:03.228556 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '784c9a84-7d0f-461b-810d-b0f2b91e1d43', 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9', 'port_id': '784c9a84-7d0f-461b-810d-b0f2b91e1d43', 'mac_address': 'fa:16:3e:ad:7e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da21c44d-c491-4cde-9367-78edabda8793', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:44:03.266767 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 784c9a84-7d0f-461b-810d-b0f2b91e1d43 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:44:03.270703 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:03.280986 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784c9a84-7d0f-461b-810d-b0f2b91e1d43 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:44:03.300176 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 784c9a84-7d0f-461b-810d-b0f2b91e1d43, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=784c9a84-7d0f-461b-810d-b0f2b91e1d43,segment=NetworkSegment(d1c0853e-8ae1-48c8-bb38-aedbe43aab84),segment_id=d1c0853e-8ae1-48c8-bb38-aedbe43aab84)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:44:03.361317 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:03.410659 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=784c9a84-7d0f-461b-810d-b0f2b91e1d43,revision_number=7']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:44:04.003289 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac8fec-9881-410a-8ac3-4a09e7e989c6 req-a0445a6c-1bd3-4213-8244-04fb87aee5fc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:04.004644 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a8ac8fec-9881-410a-8ac3-4a09e7e989c6 req-a0445a6c-1bd3-4213-8244-04fb87aee5fc tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 944 time: 0.0450728 Sep 06 04:44:04.062412 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a8ac8fec-9881-410a-8ac3-4a09e7e989c6 req-965a0495-7afe-49be-a54b-8305b77cba13 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521367 Sep 06 04:44:05.180482 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6c616-a627-447f-bade-0209754ae698 req-154faa6e-1c08-4d37-aeb1-8d1666b83eae tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:05.181970 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a4b6c616-a627-447f-bade-0209754ae698 req-154faa6e-1c08-4d37-aeb1-8d1666b83eae tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 944 time: 0.0448477 Sep 06 04:44:05.234312 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a4b6c616-a627-447f-bade-0209754ae698 req-ed2995d8-7ed0-4f40-bdfb-32a3a52b86d7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469496 Sep 06 04:44:06.361178 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072ab99-cca1-4a4b-9e3b-8fa6a586c21f req-bb5662b3-f2ab-4bf9-b910-c76d30244435 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:06.362678 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2072ab99-cca1-4a4b-9e3b-8fa6a586c21f req-bb5662b3-f2ab-4bf9-b910-c76d30244435 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 944 time: 0.0503340 Sep 06 04:44:06.412304 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2072ab99-cca1-4a4b-9e3b-8fa6a586c21f req-9367589d-3b1b-47b7-bbf3-12cf8b810e16 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440102 Sep 06 04:44:07.535918 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7525c81-ed81-409b-ab6d-74fc8b150362 req-a960ecaf-bd27-4051-8cee-2b6783d1cbe8 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:07.538014 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e7525c81-ed81-409b-ab6d-74fc8b150362 req-a960ecaf-bd27-4051-8cee-2b6783d1cbe8 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 944 time: 0.0471425 Sep 06 04:44:07.563130 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:07.589924 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e7525c81-ed81-409b-ab6d-74fc8b150362 req-c820f7c5-6a7f-4f06-b119-78788f74c7e7 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458462 Sep 06 04:44:07.783734 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['784c9a84-7d0f-461b-810d-b0f2b91e1d43'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:44:08.710183 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a5ba6-f988-48a0-880e-f1d252b961b2 req-812a6fc8-6b05-456f-ba2a-0f5884ba9e2a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:08.711566 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-114a5ba6-f988-48a0-880e-f1d252b961b2 req-812a6fc8-6b05-456f-ba2a-0f5884ba9e2a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 944 time: 0.0462811 Sep 06 04:44:08.759737 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-114a5ba6-f988-48a0-880e-f1d252b961b2 req-8a8b4f64-886b-4347-ba92-05ed32a15e05 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426583 Sep 06 04:44:09.069558 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 784c9a84-7d0f-461b-810d-b0f2b91e1d43 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:44:09.116392 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 784c9a84-7d0f-461b-810d-b0f2b91e1d43 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:44:09.116763 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:09.186592 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 784c9a84-7d0f-461b-810d-b0f2b91e1d43 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:44:09.186973 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:09.211084 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784c9a84-7d0f-461b-810d-b0f2b91e1d43'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:44:09.213300 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0211d7d3-532c-472b-9e99-1e7d74e97d62" -d '{"events": [{"server_uuid": "ddad572e-12e1-4699-ba46-16c1ccb25704", "name": "network-vif-plugged", "status": "completed", "tag": "784c9a84-7d0f-461b-810d-b0f2b91e1d43"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:44:09.226093 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 784c9a84-7d0f-461b-810d-b0f2b91e1d43, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=784c9a84-7d0f-461b-810d-b0f2b91e1d43,segment=NetworkSegment(d1c0853e-8ae1-48c8-bb38-aedbe43aab84),segment_id=d1c0853e-8ae1-48c8-bb38-aedbe43aab84)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:44:09.260246 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d9227b-eda0-4a39-b064-dfd3699a283e x-openstack-request-id: req-08d9227b-eda0-4a39-b064-dfd3699a283e {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:44:09.260538 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddad572e-12e1-4699-ba46-16c1ccb25704", "name": "network-vif-plugged", "status": "completed", "tag": "784c9a84-7d0f-461b-810d-b0f2b91e1d43", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:44:09.260790 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08d9227b-eda0-4a39-b064-dfd3699a283e {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:44:09.261196 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d9227b-eda0-4a39-b064-dfd3699a283e'] response: {'server_uuid': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784c9a84-7d0f-461b-810d-b0f2b91e1d43', 'code': 200} Sep 06 04:44:09.286637 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:09.324280 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:09.334769 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=784c9a84-7d0f-461b-810d-b0f2b91e1d43,revision_number=8']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:44:09.656630 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93772a67-4760-47ce-9636-8923c5ed27b8 req-ef420a0e-5aaa-4404-a334-5f6c654e22b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:09.658159 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-93772a67-4760-47ce-9636-8923c5ed27b8 req-ef420a0e-5aaa-4404-a334-5f6c654e22b9 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 1129 time: 0.0439143 Sep 06 04:44:09.704475 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-93772a67-4760-47ce-9636-8923c5ed27b8 req-876938b7-781a-4ec5-a6ae-f4d0808bfbb4 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400553 Sep 06 04:44:09.878774 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eca7d7-87f0-4867-8c89-6fb380f016ef req-57659dd6-9089-4a55-8ada-c9531b8220ba tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:09.880622 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-61eca7d7-87f0-4867-8c89-6fb380f016ef req-57659dd6-9089-4a55-8ada-c9531b8220ba tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0454721 Sep 06 04:44:09.932904 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-61eca7d7-87f0-4867-8c89-6fb380f016ef req-c4dd18cd-9129-4af3-855f-87b1fca09b3c tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465651 Sep 06 04:44:11.046308 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:11.055347 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fef0c-547f-40d0-9dee-d12ce3587904 req-040947d1-9e56-4f18-b4e5-ce1f66cadae9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:11.057197 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d02fef0c-547f-40d0-9dee-d12ce3587904 req-040947d1-9e56-4f18-b4e5-ce1f66cadae9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0491161 Sep 06 04:44:11.105372 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d02fef0c-547f-40d0-9dee-d12ce3587904 req-569769df-d7e9-4b74-90e3-50227051ad0e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427639 Sep 06 04:44:12.112820 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:12.195026 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9bb6d627-8538-4413-987e-4119fc96f131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:12.226131 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dad25-2f10-4b3b-8956-ea19c46e7437 req-bb8d68af-5a9b-4396-90f3-cc5ab42d9f05 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:12.227581 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-024dad25-2f10-4b3b-8956-ea19c46e7437 req-bb8d68af-5a9b-4396-90f3-cc5ab42d9f05 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0454097 Sep 06 04:44:12.276529 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-024dad25-2f10-4b3b-8956-ea19c46e7437 req-28abc99b-308f-4662-af7a-d3cb70950d77 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432723 Sep 06 04:44:13.399127 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf26e8-ca5c-426a-a1ae-60f2c10a7474 req-e6c08cf7-42a5-4db2-84a3-432ad2dd084e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:13.400610 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4bdf26e8-ca5c-426a-a1ae-60f2c10a7474 req-e6c08cf7-42a5-4db2-84a3-432ad2dd084e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0487876 Sep 06 04:44:13.451076 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4bdf26e8-ca5c-426a-a1ae-60f2c10a7474 req-797b1450-8577-4f73-8423-8fb1253a07b8 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442705 Sep 06 04:44:14.515192 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-0a3fa708-fdbe-4b53-aa27-5a91b127919b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:14.571362 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613a69b-6488-4b17-b6b6-9afe7f9f62fa req-f787b0e7-f088-44ab-abef-169c9280b4d2 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:14.572829 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3613a69b-6488-4b17-b6b6-9afe7f9f62fa req-f787b0e7-f088-44ab-abef-169c9280b4d2 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0468304 Sep 06 04:44:14.622449 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3613a69b-6488-4b17-b6b6-9afe7f9f62fa req-930f583a-f392-435a-ae00-ac7e300985ae tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440590 Sep 06 04:44:15.747693 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da221f31-a64b-43b9-b2ad-a3303e08acd1 req-9b9a784a-18b5-4a94-8e4d-db1b18d0b59b tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:15.749226 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-da221f31-a64b-43b9-b2ad-a3303e08acd1 req-9b9a784a-18b5-4a94-8e4d-db1b18d0b59b tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0526714 Sep 06 04:44:15.799968 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-da221f31-a64b-43b9-b2ad-a3303e08acd1 req-4ea235ec-9b60-41bb-aceb-7bdc6d22361f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447290 Sep 06 04:44:15.896780 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:16.461784 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:16.462569 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=23 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:16.923517 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660bdad-cc72-4f18-8cc5-914a4636d1c2 req-878d1bf6-fe96-44d4-8591-989d5ea5c458 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:16.924897 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0660bdad-cc72-4f18-8cc5-914a4636d1c2 req-878d1bf6-fe96-44d4-8591-989d5ea5c458 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0500340 Sep 06 04:44:16.972826 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0660bdad-cc72-4f18-8cc5-914a4636d1c2 req-b94d7bb8-82c5-4ee5-a3fa-7fa15a835ded tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417261 Sep 06 04:44:17.308822 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:17.337195 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:25.783775 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=34 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:25.795760 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=22 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:26.961016 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=93 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:26.969166 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=77 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:27.253532 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:27.255389 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:27.709021 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42596) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:44:27.812319 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:27.884424 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Publish callbacks [] for security_group (be39bbe7-7383-4d8f-a283-b9bb64f4f4a8), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:27.948927 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (be39bbe7-7383-4d8f-a283-b9bb64f4f4a8), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:27.986223 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be39bbe7-7383-4d8f-a283-b9bb64f4f4a8,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:44:27.990092 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=2461d623f18f4813a1ccd342423f2ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799489 Sep 06 04:44:27.993730 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 42600) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:44:27.996691 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:44:27.997038 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:44:27.997408 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:44:27.997748 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:44:27.998097 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:44:27.998413 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:44:27.998739 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:44:27.999061 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:44:27.999392 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:44:27.999715 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:44:28.000042 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:44:28.000365 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:44:28.000687 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:44:28.001007 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:44:28.001344 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33827c38-b3ab-477e-a0ef-838cc2dcdebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:44:28.046759 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b8876b56-3be8-4309-bc04-44f895b9eac1 admin admin] Publish callbacks [] for security_group (be39bbe7-7383-4d8f-a283-b9bb64f4f4a8), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:28.064538 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b8876b56-3be8-4309-bc04-44f895b9eac1 admin admin] Publish callbacks [] for security_group (be39bbe7-7383-4d8f-a283-b9bb64f4f4a8), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:28.188986 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b8876b56-3be8-4309-bc04-44f895b9eac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (be39bbe7-7383-4d8f-a283-b9bb64f4f4a8), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:28.191541 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b8876b56-3be8-4309-bc04-44f895b9eac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:28.192679 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-b8876b56-3be8-4309-bc04-44f895b9eac1 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/be39bbe7-7383-4d8f-a283-b9bb64f4f4a8 HTTP/1.1" status: 204 len: 168 time: 0.1979916 Sep 06 04:44:28.200450 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8876b56-3be8-4309-bc04-44f895b9eac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be39bbe7-7383-4d8f-a283-b9bb64f4f4a8,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:44:28.786453 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 42608) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:44:28.798790 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8955aa45-1224-43d1-a613-9699a58e7511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:28.875032 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8955aa45-1224-43d1-a613-9699a58e7511 admin admin] Publish callbacks [] for security_group (5f3b1937-1f13-4895-835c-f8955e05142d), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:28.942950 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8955aa45-1224-43d1-a613-9699a58e7511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (5f3b1937-1f13-4895-835c-f8955e05142d), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:28.983522 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-8955aa45-1224-43d1-a613-9699a58e7511 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=9c4ff5ce6b8c4c3a97d6a70342c4cf2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972563 Sep 06 04:44:28.984329 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955aa45-1224-43d1-a613-9699a58e7511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3b1937-1f13-4895-835c-f8955e05142d,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:44:28.987005 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42610) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:44:29.036671 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b0618d9e-d09e-451a-8037-977dbe5ec4f2 admin admin] Publish callbacks [] for security_group (5f3b1937-1f13-4895-835c-f8955e05142d), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:29.060241 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b0618d9e-d09e-451a-8037-977dbe5ec4f2 admin admin] Publish callbacks [] for security_group (5f3b1937-1f13-4895-835c-f8955e05142d), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:29.177090 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b0618d9e-d09e-451a-8037-977dbe5ec4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (5f3b1937-1f13-4895-835c-f8955e05142d), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:29.180294 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b0618d9e-d09e-451a-8037-977dbe5ec4f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:29.181487 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-b0618d9e-d09e-451a-8037-977dbe5ec4f2 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/5f3b1937-1f13-4895-835c-f8955e05142d HTTP/1.1" status: 204 len: 168 time: 0.1932485 Sep 06 04:44:29.189380 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0618d9e-d09e-451a-8037-977dbe5ec4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3b1937-1f13-4895-835c-f8955e05142d,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:44:30.451842 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:31.411087 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:44:32.197826 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42686) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:44:32.305395 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-629a8bea-3b91-48bb-a3cd-4eca9168ec42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:32.389443 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-629a8bea-3b91-48bb-a3cd-4eca9168ec42 admin admin] Publish callbacks [] for security_group (d09edb5f-074d-4dfd-afac-623f2cbf0cd0), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:32.450643 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-629a8bea-3b91-48bb-a3cd-4eca9168ec42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (d09edb5f-074d-4dfd-afac-623f2cbf0cd0), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:32.489950 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-629a8bea-3b91-48bb-a3cd-4eca9168ec42 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=25e8791b5f2248558ae0c743c6a6a34b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910154 Sep 06 04:44:32.491452 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a8bea-3b91-48bb-a3cd-4eca9168ec42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09edb5f-074d-4dfd-afac-623f2cbf0cd0,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:44:32.493071 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 42692) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:44:32.543886 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f21cda2a-bee6-47ac-b6ff-99b873d8a143 admin admin] Publish callbacks [] for security_group (d09edb5f-074d-4dfd-afac-623f2cbf0cd0), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:32.564152 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f21cda2a-bee6-47ac-b6ff-99b873d8a143 admin admin] Publish callbacks [] for security_group (d09edb5f-074d-4dfd-afac-623f2cbf0cd0), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:32.668970 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f21cda2a-bee6-47ac-b6ff-99b873d8a143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (d09edb5f-074d-4dfd-afac-623f2cbf0cd0), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:32.671585 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f21cda2a-bee6-47ac-b6ff-99b873d8a143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:32.675711 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-f21cda2a-bee6-47ac-b6ff-99b873d8a143 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/d09edb5f-074d-4dfd-afac-623f2cbf0cd0 HTTP/1.1" status: 204 len: 168 time: 0.1786566 Sep 06 04:44:32.681668 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cda2a-bee6-47ac-b6ff-99b873d8a143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09edb5f-074d-4dfd-afac-623f2cbf0cd0,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:44:33.253385 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 42698) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:44:33.267154 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-5bd6d097-7f60-49ee-89a8-c6c6fcdd8c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:33.343973 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-5bd6d097-7f60-49ee-89a8-c6c6fcdd8c39 admin admin] Publish callbacks [] for security_group (7d0e1704-266e-4d6e-913a-ed6d6b281503), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:33.411458 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-5bd6d097-7f60-49ee-89a8-c6c6fcdd8c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (7d0e1704-266e-4d6e-913a-ed6d6b281503), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:33.453484 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6d097-7f60-49ee-89a8-c6c6fcdd8c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0e1704-266e-4d6e-913a-ed6d6b281503,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:44:33.457690 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-5bd6d097-7f60-49ee-89a8-c6c6fcdd8c39 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=0bb173b2478d41c492edf2146fd3ca65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032998 Sep 06 04:44:33.462114 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42700) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:44:33.508731 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-318d9118-3eff-4836-b856-006142a3736e admin admin] Publish callbacks [] for security_group (7d0e1704-266e-4d6e-913a-ed6d6b281503), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:33.527964 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-318d9118-3eff-4836-b856-006142a3736e admin admin] Publish callbacks [] for security_group (7d0e1704-266e-4d6e-913a-ed6d6b281503), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:33.639944 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-318d9118-3eff-4836-b856-006142a3736e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (7d0e1704-266e-4d6e-913a-ed6d6b281503), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:33.642485 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-318d9118-3eff-4836-b856-006142a3736e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:33.643634 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-318d9118-3eff-4836-b856-006142a3736e admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/7d0e1704-266e-4d6e-913a-ed6d6b281503 HTTP/1.1" status: 204 len: 168 time: 0.1818449 Sep 06 04:44:33.651525 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d9118-3eff-4836-b856-006142a3736e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0e1704-266e-4d6e-913a-ed6d6b281503,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:44:34.614239 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 42722) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:44:34.718540 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-2f92e127-3215-4850-9d7e-7f5baeee06c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1450577879-network', 'tenant_id': '39bda01cf822446a9db855d915ac4090'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:44:34.811710 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f92e127-3215-4850-9d7e-7f5baeee06c6 admin admin] Made reservation on behalf of 39bda01cf822446a9db855d915ac4090 for: {'network': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:44:34.814126 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2f92e127-3215-4850-9d7e-7f5baeee06c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:34.824141 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2f92e127-3215-4850-9d7e-7f5baeee06c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:34.877119 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:34.886664 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-66b59b1f-27cc-4afc-83e4-8408e1f0a589 req-b434100b-d9fa-4717-b72f-cafef55b63f0 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516715 Sep 06 04:44:34.888651 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:34.935105 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2f92e127-3215-4850-9d7e-7f5baeee06c6 admin admin] Publish callbacks [] for security_group (692e11ca-a080-43b7-8f9d-0cd273bfaef8), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:34.999556 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2f92e127-3215-4850-9d7e-7f5baeee06c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (692e11ca-a080-43b7-8f9d-0cd273bfaef8), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:35.013957 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b59b1f-27cc-4afc-83e4-8408e1f0a589 req-e4da098b-6806-45d9-8e4c-301165b20960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:35.015478 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-66b59b1f-27cc-4afc-83e4-8408e1f0a589 req-e4da098b-6806-45d9-8e4c-301165b20960 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=17ca991debba43b98c1ad8f0f91c63a9&device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 1129 time: 0.0569313 Sep 06 04:44:35.038427 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f92e127-3215-4850-9d7e-7f5baeee06c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=106939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:44:35.053690 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92e127-3215-4850-9d7e-7f5baeee06c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692e11ca-a080-43b7-8f9d-0cd273bfaef8,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:44:35.070379 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2f92e127-3215-4850-9d7e-7f5baeee06c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (f787b9cb-76f7-4b00-8a35-b8f3a5c38c39), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:35.070953 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.segments_db [None req-2f92e127-3215-4850-9d7e-7f5baeee06c6 admin admin] Added segment f787b9cb-76f7-4b00-8a35-b8f3a5c38c39 of type vlan for network 06b97e1f-79b3-4f66-aa56-e0430d576f3b Sep 06 04:44:35.145022 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2f92e127-3215-4850-9d7e-7f5baeee06c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (06b97e1f-79b3-4f66-aa56-e0430d576f3b), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:35.189476 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b59b1f-27cc-4afc-83e4-8408e1f0a589 req-16cbba77-02ec-4bd5-9268-92c4dc2d2b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:35.191097 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-66b59b1f-27cc-4afc-83e4-8408e1f0a589 req-16cbba77-02ec-4bd5-9268-92c4dc2d2b13 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=79930370-1c5e-497c-9fc8-53811a3907a9 HTTP/1.1" status: 200 len: 909 time: 0.1536908 Sep 06 04:44:35.252903 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-66b59b1f-27cc-4afc-83e4-8408e1f0a589 req-14a8e013-bd5f-4a4d-a253-848a6c2b4dcd service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=784c9a84-7d0f-461b-810d-b0f2b91e1d43 HTTP/1.1" status: 200 len: 1000 time: 0.0547268 Sep 06 04:44:35.253553 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2f92e127-3215-4850-9d7e-7f5baeee06c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (06b97e1f-79b3-4f66-aa56-e0430d576f3b), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:35.254493 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f92e127-3215-4850-9d7e-7f5baeee06c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:35.255060 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2f92e127-3215-4850-9d7e-7f5baeee06c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:35.350284 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92e127-3215-4850-9d7e-7f5baeee06c6 admin admin] Pushing event updated for resources: {'Network': ['ID=06b97e1f-79b3-4f66-aa56-e0430d576f3b,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:44:35.356475 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b59b1f-27cc-4afc-83e4-8408e1f0a589 req-5c6639b3-f85e-4ea2-b2e2-671ff52dae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:35.358486 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-66b59b1f-27cc-4afc-83e4-8408e1f0a589 req-5c6639b3-f85e-4ea2-b2e2-671ff52dae1b service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=da21c44d-c491-4cde-9367-78edabda8793 HTTP/1.1" status: 200 len: 847 time: 0.0959516 Sep 06 04:44:35.360874 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-2f92e127-3215-4850-9d7e-7f5baeee06c6 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7455630 Sep 06 04:44:35.361556 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network 06b97e1f-79b3-4f66-aa56-e0430d576f3b details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:44:35.363938 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 42726) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:44:35.370314 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-aca02e74-7413-49ec-8910-6878abe0f824 admin admin] Request body: {'subnet': {'network_id': '06b97e1f-79b3-4f66-aa56-e0430d576f3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1450577879-subnet', 'tenant_id': '39bda01cf822446a9db855d915ac4090', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:44:35.405731 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:35.418738 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b59b1f-27cc-4afc-83e4-8408e1f0a589 req-9b98ce27-ff0c-42d3-8e31-722310c84168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:35.420224 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-66b59b1f-27cc-4afc-83e4-8408e1f0a589 req-9b98ce27-ff0c-42d3-8e31-722310c84168 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=79930370-1c5e-497c-9fc8-53811a3907a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542378 Sep 06 04:44:35.488723 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca02e74-7413-49ec-8910-6878abe0f824 admin admin] Made reservation on behalf of 39bda01cf822446a9db855d915ac4090 for: {'subnet': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:44:35.491185 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-aca02e74-7413-49ec-8910-6878abe0f824 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12317354'] for subnet (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:35.574416 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-66b59b1f-27cc-4afc-83e4-8408e1f0a589 req-9ec004e0-c27b-40e2-a41d-fa92c5bddacb service neutron] 10.222.0.46 "GET /networking/v2.0/networks/79930370-1c5e-497c-9fc8-53811a3907a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468360 Sep 06 04:44:35.708023 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:35.715656 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-66b59b1f-27cc-4afc-83e4-8408e1f0a589 req-8e769452-bb92-4590-8785-afab30157f99 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/79930370-1c5e-497c-9fc8-53811a3907a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327176 Sep 06 04:44:35.835382 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-aca02e74-7413-49ec-8910-6878abe0f824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12287716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12317336'] for subnet (21e96b0b-818e-45c1-92fd-c237a72c00dc), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:35.889868 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca02e74-7413-49ec-8910-6878abe0f824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21e96b0b-818e-45c1-92fd-c237a72c00dc,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:44:35.906666 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca02e74-7413-49ec-8910-6878abe0f824 admin admin] Checking segment: {'id': 'f787b9cb-76f7-4b00-8a35-b8f3a5c38c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '06b97e1f-79b3-4f66-aa56-e0430d576f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:44:35.907026 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca02e74-7413-49ec-8910-6878abe0f824 admin admin] Network hostable DHCP agents. Network: 06b97e1f-79b3-4f66-aa56-e0430d576f3b, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:44:36.022622 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca02e74-7413-49ec-8910-6878abe0f824 admin admin] Network 06b97e1f-79b3-4f66-aa56-e0430d576f3b is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:44:36.130300 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-aca02e74-7413-49ec-8910-6878abe0f824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, 06b97e1f-79b3-4f66-aa56-e0430d576f3b) {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:44:36.135197 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca02e74-7413-49ec-8910-6878abe0f824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:36.135796 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-aca02e74-7413-49ec-8910-6878abe0f824 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:36.139899 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4ae882-8c63-49c8-9ec7-805172a86677 None None] Network 06b97e1f-79b3-4f66-aa56-e0430d576f3b requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:44:36.242844 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-aca02e74-7413-49ec-8910-6878abe0f824 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8772368 Sep 06 04:44:36.364176 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b62fad-017c-4a8d-b6b6-4e2d49d79055 None None] Network 06b97e1f-79b3-4f66-aa56-e0430d576f3b requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:44:36.929137 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 42744) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:44:36.934436 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-c34cb9d0-d64c-421f-bb60-7abe1cb2fa99 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-774474297-network', 'tenant_id': '5cc866a5a4af4538a0c4ff03ee73760e'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:44:37.022519 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34cb9d0-d64c-421f-bb60-7abe1cb2fa99 admin admin] Made reservation on behalf of 5cc866a5a4af4538a0c4ff03ee73760e for: {'network': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:44:37.025448 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c34cb9d0-d64c-421f-bb60-7abe1cb2fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:37.034480 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c34cb9d0-d64c-421f-bb60-7abe1cb2fa99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:37.110336 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c34cb9d0-d64c-421f-bb60-7abe1cb2fa99 admin admin] Publish callbacks [] for security_group (77341f18-5fad-4f05-83e1-a8a67f2c49aa), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:37.159718 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c34cb9d0-d64c-421f-bb60-7abe1cb2fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (77341f18-5fad-4f05-83e1-a8a67f2c49aa), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:37.188342 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34cb9d0-d64c-421f-bb60-7abe1cb2fa99 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=106939) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:44:37.193653 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cb9d0-d64c-421f-bb60-7abe1cb2fa99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77341f18-5fad-4f05-83e1-a8a67f2c49aa,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:44:37.201135 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c34cb9d0-d64c-421f-bb60-7abe1cb2fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (7121b2f8-1926-464b-a402-a5d49bb775d3), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:37.201135 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.segments_db [None req-c34cb9d0-d64c-421f-bb60-7abe1cb2fa99 admin admin] Added segment 7121b2f8-1926-464b-a402-a5d49bb775d3 of type vlan for network 4a295c51-ebe9-445f-94df-79a00b146f95 Sep 06 04:44:37.246116 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c34cb9d0-d64c-421f-bb60-7abe1cb2fa99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (4a295c51-ebe9-445f-94df-79a00b146f95), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:37.319825 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c34cb9d0-d64c-421f-bb60-7abe1cb2fa99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (4a295c51-ebe9-445f-94df-79a00b146f95), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:37.321117 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34cb9d0-d64c-421f-bb60-7abe1cb2fa99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:37.321723 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c34cb9d0-d64c-421f-bb60-7abe1cb2fa99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:37.383525 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34cb9d0-d64c-421f-bb60-7abe1cb2fa99 admin admin] Pushing event updated for resources: {'Network': ['ID=4a295c51-ebe9-445f-94df-79a00b146f95,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:44:37.392865 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network 4a295c51-ebe9-445f-94df-79a00b146f95 details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:44:37.420230 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-c34cb9d0-d64c-421f-bb60-7abe1cb2fa99 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4896364 Sep 06 04:44:37.423010 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 42746) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:44:37.431632 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-8a4a953f-afde-4def-8d9a-91bdabfde229 admin admin] Request body: {'subnet': {'network_id': '4a295c51-ebe9-445f-94df-79a00b146f95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-774474297-subnet', 'tenant_id': '5cc866a5a4af4538a0c4ff03ee73760e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:44:37.440649 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:37.485516 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4a953f-afde-4def-8d9a-91bdabfde229 admin admin] Made reservation on behalf of 5cc866a5a4af4538a0c4ff03ee73760e for: {'subnet': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:44:37.487939 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8a4a953f-afde-4def-8d9a-91bdabfde229 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12317354'] for subnet (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:37.709084 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8a4a953f-afde-4def-8d9a-91bdabfde229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12287716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12317336'] for subnet (fb0ce463-fbbc-4e0d-b7d3-194f5314508b), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:37.765676 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a953f-afde-4def-8d9a-91bdabfde229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0ce463-fbbc-4e0d-b7d3-194f5314508b,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:44:37.774923 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a953f-afde-4def-8d9a-91bdabfde229 admin admin] Checking segment: {'id': '7121b2f8-1926-464b-a402-a5d49bb775d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4a295c51-ebe9-445f-94df-79a00b146f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:44:37.775274 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a953f-afde-4def-8d9a-91bdabfde229 admin admin] Network hostable DHCP agents. Network: 4a295c51-ebe9-445f-94df-79a00b146f95, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:44:37.873165 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a953f-afde-4def-8d9a-91bdabfde229 admin admin] Network 4a295c51-ebe9-445f-94df-79a00b146f95 is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:44:37.936889 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-8a4a953f-afde-4def-8d9a-91bdabfde229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, 4a295c51-ebe9-445f-94df-79a00b146f95) {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:44:37.941380 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4a953f-afde-4def-8d9a-91bdabfde229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:37.942412 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8a4a953f-afde-4def-8d9a-91bdabfde229 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:37.947081 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1902ab-5826-4fab-ba6c-9d82c0e8a0f4 None None] Network 4a295c51-ebe9-445f-94df-79a00b146f95 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:44:37.952194 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:38.026322 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-8a4a953f-afde-4def-8d9a-91bdabfde229 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6017072 Sep 06 04:44:38.043708 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa6f947-231f-4cc0-9a11-24b48eebcc32 None None] Network 4a295c51-ebe9-445f-94df-79a00b146f95 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:44:41.402716 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:41.403540 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:42.211711 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-4daf1a83-8d4b-4c97-9766-14f1fbecb93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:43.563112 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=67,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:43.647759 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=73,neutron:INSERT=14,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:44.486311 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9f937960-8cb8-4f1f-af64-85c759c7ac3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:45.891464 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:47.260926 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:47.347750 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:47.954244 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:INSERT=3,neutron:SELECT=34,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:53.468904 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:53.470612 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:57.229246 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fb6ce-ecc9-4efd-af5b-6412c6bec6eb req-b3676ffe-e986-43b7-9b03-a8884645c4ab tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:57.230836 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0c9fb6ce-ecc9-4efd-af5b-6412c6bec6eb req-b3676ffe-e986-43b7-9b03-a8884645c4ab tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 945 time: 0.0501769 Sep 06 04:44:57.257606 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:57.262179 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:44:57.278023 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0c9fb6ce-ecc9-4efd-af5b-6412c6bec6eb req-059c2665-f575-4e1b-a1a8-298619af36ef tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65ced9a3-2647-4eb9-b7b6-9f0298a0d182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416214 Sep 06 04:44:58.405125 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8fcfd-3dfe-498c-a7e1-26a0bd2b90ca req-ec23f051-b4af-46a5-b1b5-67734f71d088 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:58.406886 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c9c8fcfd-3dfe-498c-a7e1-26a0bd2b90ca req-ec23f051-b4af-46a5-b1b5-67734f71d088 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 945 time: 0.0495875 Sep 06 04:44:58.456630 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c9c8fcfd-3dfe-498c-a7e1-26a0bd2b90ca req-35a4f5b3-e6d6-4348-9aa1-f89a86cde832 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65ced9a3-2647-4eb9-b7b6-9f0298a0d182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432892 Sep 06 04:44:59.387856 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99daa5-2024-4207-bb29-7a0925b22584 req-10d7af94-8bb2-4e5f-8d2b-3cb82f0ffced tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:59.389295 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5a99daa5-2024-4207-bb29-7a0925b22584 req-10d7af94-8bb2-4e5f-8d2b-3cb82f0ffced tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 945 time: 0.0449047 Sep 06 04:44:59.472900 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-5a99daa5-2024-4207-bb29-7a0925b22584 req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Deleting port e194fb45-529b-4235-84c0-becbe4954bd3 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:44:59.473230 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-5a99daa5-2024-4207-bb29-7a0925b22584 req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (e194fb45-529b-4235-84c0-becbe4954bd3), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:59.593894 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-5a99daa5-2024-4207-bb29-7a0925b22584 req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] For port e194fb45-529b-4235-84c0-becbe4954bd3, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=e194fb45-529b-4235-84c0-becbe4954bd3,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:44:59.594250 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-5a99daa5-2024-4207-bb29-7a0925b22584 req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (e194fb45-529b-4235-84c0-becbe4954bd3), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:59.601685 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d78a1-a568-4fd2-ab69-fa81e131023e req-3f5a4688-7767-4bf8-ace0-1b2b650f1b6b tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:44:59.603117 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-179d78a1-a568-4fd2-ab69-fa81e131023e req-3f5a4688-7767-4bf8-ace0-1b2b650f1b6b tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 945 time: 0.0690305 Sep 06 04:44:59.721982 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-179d78a1-a568-4fd2-ab69-fa81e131023e req-6d142bb3-c8f3-4289-b2f1-96be82b3e2f5 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=65ced9a3-2647-4eb9-b7b6-9f0298a0d182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132443 Sep 06 04:44:59.795909 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-5a99daa5-2024-4207-bb29-7a0925b22584 req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:59.796309 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-5a99daa5-2024-4207-bb29-7a0925b22584 req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (37f4d648-f560-47a4-884a-073769a5470c), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:59.796567 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.l3_db [req-5a99daa5-2024-4207-bb29-7a0925b22584 req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Floating IP 37f4d648-f560-47a4-884a-073769a5470c disassociated. External IP: 172.27.1.163, port: e194fb45-529b-4235-84c0-becbe4954bd3. Sep 06 04:44:59.796898 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-5a99daa5-2024-4207-bb29-7a0925b22584 req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Calling delete_port for e194fb45-529b-4235-84c0-becbe4954bd3 owned by compute:nova {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:44:59.835724 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42964) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:44:59.881155 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7b711b-0609-4cc5-b48d-a55d6646769b admin admin] Deleting subnet 21e96b0b-818e-45c1-92fd-c237a72c00dc {{(pid=106938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 06 04:44:59.884422 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-da7b711b-0609-4cc5-b48d-a55d6646769b admin admin] Publish callbacks [] for subnet (21e96b0b-818e-45c1-92fd-c237a72c00dc), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:59.922273 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-da7b711b-0609-4cc5-b48d-a55d6646769b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12110472'] for subnet (21e96b0b-818e-45c1-92fd-c237a72c00dc), precommit_delete_associations {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:59.964965 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-da7b711b-0609-4cc5-b48d-a55d6646769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479495'] for subnet (21e96b0b-818e-45c1-92fd-c237a72c00dc), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:44:59.988371 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-5a99daa5-2024-4207-bb29-7a0925b22584 req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (e194fb45-529b-4235-84c0-becbe4954bd3), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:00.020442 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event deleted for resources: {'Port': ['ID=e194fb45-529b-4235-84c0-becbe4954bd3,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:00.032368 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:00.032775 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:00.033272 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:00.033504 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:00.033849 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:00.034178 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:00.034506 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:00.034824 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:00.035142 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:00.035465 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:00.035786 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:00.036103 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:00.036418 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:00.036733 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:00.037047 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:00.103129 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-da7b711b-0609-4cc5-b48d-a55d6646769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11755901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12383535'] for subnet (21e96b0b-818e-45c1-92fd-c237a72c00dc), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:00.131593 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b711b-0609-4cc5-b48d-a55d6646769b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21e96b0b-818e-45c1-92fd-c237a72c00dc,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:00.133638 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-da7b711b-0609-4cc5-b48d-a55d6646769b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:00.139909 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-da7b711b-0609-4cc5-b48d-a55d6646769b admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/21e96b0b-818e-45c1-92fd-c237a72c00dc HTTP/1.1" status: 204 len: 168 time: 0.3030787 Sep 06 04:45:00.140955 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42966) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:45:00.402811 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a99daa5-2024-4207-bb29-7a0925b22584 req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Router 2b5da834-132c-4caf-b4b3-1006d671b269 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:45:00.460598 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:00.461759 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-549506cb-3de7-4376-8d7d-4fb5a0cfa103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3576701'] for network (06b97e1f-79b3-4f66-aa56-e0430d576f3b), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:00.467742 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:00.476875 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:00.516395 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a99daa5-2024-4207-bb29-7a0925b22584 req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:45:00.536180 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e0724c-aa92-4d05-a286-f5d9c882136d None None] Sync routers for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:45:00.551547 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-549506cb-3de7-4376-8d7d-4fb5a0cfa103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433122', 'neutron.services.segments.db._delete_segments_for_network-8761093479572'] for network (06b97e1f-79b3-4f66-aa56-e0430d576f3b), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:00.568402 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e0724c-aa92-4d05-a286-f5d9c882136d None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:45:00.569640 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-99e0724c-aa92-4d05-a286-f5d9c882136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:44:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:45:00.578452 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-549506cb-3de7-4376-8d7d-4fb5a0cfa103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b97e1f-79b3-4f66-aa56-e0430d576f3b']}} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:45:00.587905 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-549506cb-3de7-4376-8d7d-4fb5a0cfa103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f787b9cb-76f7-4b00-8a35-b8f3a5c38c39') {'for_net_delete': True} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:45:00.589755 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-549506cb-3de7-4376-8d7d-4fb5a0cfa103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f787b9cb-76f7-4b00-8a35-b8f3a5c38c39') {} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:45:00.591250 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a99daa5-2024-4207-bb29-7a0925b22584 req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] No DVR routers for this DVR port e194fb45-529b-4235-84c0-becbe4954bd3 on host hv-cinder-85600 {{(pid=106939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:45:00.595322 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-5a99daa5-2024-4207-bb29-7a0925b22584 req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:00.599268 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-549506cb-3de7-4376-8d7d-4fb5a0cfa103 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761093570708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12110465'] for segment (f787b9cb-76f7-4b00-8a35-b8f3a5c38c39), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:00.600720 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5a99daa5-2024-4207-bb29-7a0925b22584 req-9e923cdf-387c-49c1-bc42-43fa13627d47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "DELETE /networking/v2.0/ports/e194fb45-529b-4235-84c0-becbe4954bd3 HTTP/1.1" status: 204 len: 173 time: 1.2056568 Sep 06 04:45:00.601492 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6059864b-289a-4aa6-85b9-9041ca7e9d2d', 'name': 'network-vif-deleted', 'tag': 'e194fb45-529b-4235-84c0-becbe4954bd3'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:45:00.605230 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c5b2ae-4668-4eea-9e75-5d5b8098f1c5" -d '{"events": [{"server_uuid": "6059864b-289a-4aa6-85b9-9041ca7e9d2d", "name": "network-vif-deleted", "tag": "e194fb45-529b-4235-84c0-becbe4954bd3"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:45:00.625442 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-549506cb-3de7-4376-8d7d-4fb5a0cfa103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (f787b9cb-76f7-4b00-8a35-b8f3a5c38c39), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:00.625442 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549506cb-3de7-4376-8d7d-4fb5a0cfa103 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=106938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 04:45:00.625442 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-549506cb-3de7-4376-8d7d-4fb5a0cfa103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11755815'] for segment (f787b9cb-76f7-4b00-8a35-b8f3a5c38c39), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:00.647342 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068fcaa7-77f6-478e-a8fe-83a779c6e022 x-openstack-request-id: req-068fcaa7-77f6-478e-a8fe-83a779c6e022 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:45:00.647836 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6059864b-289a-4aa6-85b9-9041ca7e9d2d", "name": "network-vif-deleted", "tag": "e194fb45-529b-4235-84c0-becbe4954bd3", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:45:00.648380 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-068fcaa7-77f6-478e-a8fe-83a779c6e022 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:45:00.649566 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068fcaa7-77f6-478e-a8fe-83a779c6e022'] response: {'server_uuid': '6059864b-289a-4aa6-85b9-9041ca7e9d2d', 'name': 'network-vif-deleted', 'tag': 'e194fb45-529b-4235-84c0-becbe4954bd3', 'status': 'completed', 'code': 200} Sep 06 04:45:00.684877 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.services.segments.plugin [-] Segment f787b9cb-76f7-4b00-8a35-b8f3a5c38c39 resource provider aggregate not found Sep 06 04:45:00.703198 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.services.segments.plugin [-] Segment f787b9cb-76f7-4b00-8a35-b8f3a5c38c39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f787b9cb-76f7-4b00-8a35-b8f3a5c38c39 found for delete ", "request_id": "req-75f6832b-68ab-4cc1-ae4e-948bf636f359"}]} Sep 06 04:45:00.711266 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-99e0724c-aa92-4d05-a286-f5d9c882136d None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:45:00.788535 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-549506cb-3de7-4376-8d7d-4fb5a0cfa103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730808'] for network (06b97e1f-79b3-4f66-aa56-e0430d576f3b), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:00.795247 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-549506cb-3de7-4376-8d7d-4fb5a0cfa103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:00.800856 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-549506cb-3de7-4376-8d7d-4fb5a0cfa103 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/06b97e1f-79b3-4f66-aa56-e0430d576f3b HTTP/1.1" status: 204 len: 168 time: 0.6563554 Sep 06 04:45:00.801793 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 42978) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:45:00.819966 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549506cb-3de7-4376-8d7d-4fb5a0cfa103 admin admin] Pushing event deleted for resources: {'Network': ['ID=06b97e1f-79b3-4f66-aa56-e0430d576f3b,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:00.871011 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-db462468-1301-4e88-bea3-e2ac5f15bfb8 req-aa62f36e-a743-40ea-a880-d7ffb2ff96d0 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=6059864b-289a-4aa6-85b9-9041ca7e9d2d HTTP/1.1" status: 200 len: 210 time: 0.0315549 Sep 06 04:45:00.884382 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f35eb5a-21a8-43f8-a18c-f16f0420c164 admin admin] Deleting subnet fb0ce463-fbbc-4e0d-b7d3-194f5314508b {{(pid=106939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 06 04:45:00.888174 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7f35eb5a-21a8-43f8-a18c-f16f0420c164 admin admin] Publish callbacks [] for subnet (fb0ce463-fbbc-4e0d-b7d3-194f5314508b), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:00.928709 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7f35eb5a-21a8-43f8-a18c-f16f0420c164 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11570509'] for subnet (fb0ce463-fbbc-4e0d-b7d3-194f5314508b), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:00.934718 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-99e0724c-aa92-4d05-a286-f5d9c882136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:45:00.958736 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e0724c-aa92-4d05-a286-f5d9c882136d None None] Checking router: 2b5da834-132c-4caf-b4b3-1006d671b269 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:45:00.967917 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e0724c-aa92-4d05-a286-f5d9c882136d None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:45:00.968524 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-99e0724c-aa92-4d05-a286-f5d9c882136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:44:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:45:00.971456 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7f35eb5a-21a8-43f8-a18c-f16f0420c164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479495'] for subnet (fb0ce463-fbbc-4e0d-b7d3-194f5314508b), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:01.057295 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7f35eb5a-21a8-43f8-a18c-f16f0420c164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12279841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12317327'] for subnet (fb0ce463-fbbc-4e0d-b7d3-194f5314508b), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:01.071883 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-99e0724c-aa92-4d05-a286-f5d9c882136d None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:45:01.090518 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7f35eb5a-21a8-43f8-a18c-f16f0420c164 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:01.096060 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-7f35eb5a-21a8-43f8-a18c-f16f0420c164 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/fb0ce463-fbbc-4e0d-b7d3-194f5314508b HTTP/1.1" status: 204 len: 168 time: 0.2909000 Sep 06 04:45:01.096060 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35eb5a-21a8-43f8-a18c-f16f0420c164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0ce463-fbbc-4e0d-b7d3-194f5314508b,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:01.096435 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42980) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:45:01.173179 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-17e3d3a9-04e2-4ddf-a9f5-11efb409f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3576701'] for network (4a295c51-ebe9-445f-94df-79a00b146f95), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:01.255762 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-17e3d3a9-04e2-4ddf-a9f5-11efb409f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433122', 'neutron.services.segments.db._delete_segments_for_network-8761093479572'] for network (4a295c51-ebe9-445f-94df-79a00b146f95), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:01.275685 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-17e3d3a9-04e2-4ddf-a9f5-11efb409f649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a295c51-ebe9-445f-94df-79a00b146f95']}} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:45:01.276683 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-99e0724c-aa92-4d05-a286-f5d9c882136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:45:01.285653 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-17e3d3a9-04e2-4ddf-a9f5-11efb409f649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7121b2f8-1926-464b-a402-a5d49bb775d3') {'for_net_delete': True} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:45:01.286044 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-17e3d3a9-04e2-4ddf-a9f5-11efb409f649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7121b2f8-1926-464b-a402-a5d49bb775d3') {} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:45:01.296304 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-17e3d3a9-04e2-4ddf-a9f5-11efb409f649 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761093570708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12110465'] for segment (7121b2f8-1926-464b-a402-a5d49bb775d3), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:01.302249 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e0724c-aa92-4d05-a286-f5d9c882136d None None] The sync data for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi is: [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:45:01.311044 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-17e3d3a9-04e2-4ddf-a9f5-11efb409f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (7121b2f8-1926-464b-a402-a5d49bb775d3), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:01.318042 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e3d3a9-04e2-4ddf-a9f5-11efb409f649 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=106938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 04:45:01.318436 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-17e3d3a9-04e2-4ddf-a9f5-11efb409f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11755815'] for segment (7121b2f8-1926-464b-a402-a5d49bb775d3), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:01.328335 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device e194fb45-529b-4235-84c0-becbe4954bd3 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:45:01.355994 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: e194fb45-529b-4235-84c0-becbe4954bd3 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:45:01.356392 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device e194fb45-529b-4235-84c0-becbe4954bd3 not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:45:01.434815 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-17e3d3a9-04e2-4ddf-a9f5-11efb409f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730808'] for network (4a295c51-ebe9-445f-94df-79a00b146f95), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:01.451676 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-17e3d3a9-04e2-4ddf-a9f5-11efb409f649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:01.455105 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-17e3d3a9-04e2-4ddf-a9f5-11efb409f649 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/4a295c51-ebe9-445f-94df-79a00b146f95 HTTP/1.1" status: 204 len: 168 time: 0.3576715 Sep 06 04:45:01.456618 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3d3a9-04e2-4ddf-a9f5-11efb409f649 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a295c51-ebe9-445f-94df-79a00b146f95,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:01.553681 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858364cb-ef75-4d56-9740-bdb52fbdc0d5 None None] New status for floating IP 37f4d648-f560-47a4-884a-073769a5470c: DOWN {{(pid=106941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:45:01.795951 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 42984) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:45:01.837466 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-925b3ff4-2759-43cf-82ab-e41a22c79191 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=39bda01cf822446a9db855d915ac4090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399716 Sep 06 04:45:01.840081 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 42986) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:45:01.890178 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c673baa9-fa40-47be-9c7c-39e155e37d94 admin admin] Publish callbacks [] for security_group (692e11ca-a080-43b7-8f9d-0cd273bfaef8), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:01.910080 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c673baa9-fa40-47be-9c7c-39e155e37d94 admin admin] Publish callbacks [] for security_group (692e11ca-a080-43b7-8f9d-0cd273bfaef8), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:02.045010 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 42994) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:45:02.062124 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c673baa9-fa40-47be-9c7c-39e155e37d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (692e11ca-a080-43b7-8f9d-0cd273bfaef8), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:02.064535 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-c673baa9-fa40-47be-9c7c-39e155e37d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:02.065626 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-c673baa9-fa40-47be-9c7c-39e155e37d94 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/692e11ca-a080-43b7-8f9d-0cd273bfaef8 HTTP/1.1" status: 204 len: 168 time: 0.2246165 Sep 06 04:45:02.082259 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673baa9-fa40-47be-9c7c-39e155e37d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692e11ca-a080-43b7-8f9d-0cd273bfaef8,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:02.112949 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-db1b3398-835f-4b10-9572-5239cba1d654 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (65ced9a3-2647-4eb9-b7b6-9f0298a0d182), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:02.136215 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-db1b3398-835f-4b10-9572-5239cba1d654 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (65ced9a3-2647-4eb9-b7b6-9f0298a0d182), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:02.279471 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-db1b3398-835f-4b10-9572-5239cba1d654 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (65ced9a3-2647-4eb9-b7b6-9f0298a0d182), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:02.283790 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-db1b3398-835f-4b10-9572-5239cba1d654 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:02.283790 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-db1b3398-835f-4b10-9572-5239cba1d654 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/65ced9a3-2647-4eb9-b7b6-9f0298a0d182 HTTP/1.1" status: 204 len: 168 time: 0.2371910 Sep 06 04:45:02.286413 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 42998) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:45:02.293683 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b3398-835f-4b10-9572-5239cba1d654 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ced9a3-2647-4eb9-b7b6-9f0298a0d182,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:02.302501 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.api.v2.resource [None req-e1c56079-4f90-4063-9fcf-7fd3d69a1c21 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] show failed (client error): The resource could not be found. Sep 06 04:45:02.303574 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-e1c56079-4f90-4063-9fcf-7fd3d69a1c21 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups/65ced9a3-2647-4eb9-b7b6-9f0298a0d182 HTTP/1.1" status: 404 len: 347 time: 0.0161436 Sep 06 04:45:02.309442 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 43000) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:45:02.345416 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:02.384872 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:02.425560 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-ac15c117-69e0-493a-ab7c-fb2c185b1952 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Deleting port 0be5960b-d18c-424e-bf86-a4b893f9708a {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:45:02.425912 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ac15c117-69e0-493a-ab7c-fb2c185b1952 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (0be5960b-d18c-424e-bf86-a4b893f9708a), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:02.507156 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ac15c117-69e0-493a-ab7c-fb2c185b1952 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (0be5960b-d18c-424e-bf86-a4b893f9708a), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:02.512048 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ac15c117-69e0-493a-ab7c-fb2c185b1952 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (0be5960b-d18c-424e-bf86-a4b893f9708a), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:02.521252 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-ac15c117-69e0-493a-ab7c-fb2c185b1952 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Calling delete_port for 0be5960b-d18c-424e-bf86-a4b893f9708a owned by network:floatingip {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:45:02.720087 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.services.segments.plugin [-] Segment 7121b2f8-1926-464b-a402-a5d49bb775d3 resource provider aggregate not found Sep 06 04:45:02.733087 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 43008) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:45:02.737213 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.services.segments.plugin [-] Segment 7121b2f8-1926-464b-a402-a5d49bb775d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7121b2f8-1926-464b-a402-a5d49bb775d3 found for delete ", "request_id": "req-480f611c-85be-4186-a09e-668cb3abeb49"}]} Sep 06 04:45:02.765793 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ac15c117-69e0-493a-ab7c-fb2c185b1952 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (0be5960b-d18c-424e-bf86-a4b893f9708a), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:02.778150 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-3f76e4e8-ca6e-4fcf-8540-06edfb52220b admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=5cc866a5a4af4538a0c4ff03ee73760e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409091 Sep 06 04:45:02.778325 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 43010) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:45:02.793104 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15c117-69e0-493a-ab7c-fb2c185b1952 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event deleted for resources: {'Port': ['ID=0be5960b-d18c-424e-bf86-a4b893f9708a,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:02.833495 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-27dc59e2-4155-4239-ab33-878326ee5b41 admin admin] Publish callbacks [] for security_group (77341f18-5fad-4f05-83e1-a8a67f2c49aa), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:02.840688 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:02.853223 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ac15c117-69e0-493a-ab7c-fb2c185b1952 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (37f4d648-f560-47a4-884a-073769a5470c), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:02.855123 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-27dc59e2-4155-4239-ab33-878326ee5b41 admin admin] Publish callbacks [] for security_group (77341f18-5fad-4f05-83e1-a8a67f2c49aa), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:02.856363 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ac15c117-69e0-493a-ab7c-fb2c185b1952 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:02.857573 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-ac15c117-69e0-493a-ab7c-fb2c185b1952 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/37f4d648-f560-47a4-884a-073769a5470c HTTP/1.1" status: 204 len: 168 time: 0.5471892 Sep 06 04:45:02.976584 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-27dc59e2-4155-4239-ab33-878326ee5b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (77341f18-5fad-4f05-83e1-a8a67f2c49aa), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:02.979136 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-27dc59e2-4155-4239-ab33-878326ee5b41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:02.980688 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-27dc59e2-4155-4239-ab33-878326ee5b41 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/77341f18-5fad-4f05-83e1-a8a67f2c49aa HTTP/1.1" status: 204 len: 168 time: 0.2011719 Sep 06 04:45:02.988631 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc59e2-4155-4239-ab33-878326ee5b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77341f18-5fad-4f05-83e1-a8a67f2c49aa,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:02.991818 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 43016) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:45:02.997121 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-09448799-d1f3-4b28-b4a3-b989945571f5 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1321124023', 'description': 'tempest-description--110966897'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:45:03.097506 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-09448799-d1f3-4b28-b4a3-b989945571f5 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:03.142889 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:03.168509 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-09448799-d1f3-4b28-b4a3-b989945571f5 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (eb8e5b3b-eaca-4390-add8-7131126ca969), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:03.273642 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-09448799-d1f3-4b28-b4a3-b989945571f5 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (eb8e5b3b-eaca-4390-add8-7131126ca969), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:03.303906 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09448799-d1f3-4b28-b4a3-b989945571f5 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8e5b3b-eaca-4390-add8-7131126ca969,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:03.384431 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-09448799-d1f3-4b28-b4a3-b989945571f5 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:03.386661 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-09448799-d1f3-4b28-b4a3-b989945571f5 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3928828 Sep 06 04:45:03.389580 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 43020) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:45:03.394025 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-0fec1881-2aa7-444d-a023-5676d7ef4677 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'security_group_rule': {'security_group_id': 'eb8e5b3b-eaca-4390-add8-7131126ca969', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:45:03.470090 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0fec1881-2aa7-444d-a023-5676d7ef4677 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (fa76732b-fc80-4308-81fe-7496bbd015a9), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:03.535280 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0fec1881-2aa7-444d-a023-5676d7ef4677 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (fa76732b-fc80-4308-81fe-7496bbd015a9), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:03.587494 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0fec1881-2aa7-444d-a023-5676d7ef4677 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (fa76732b-fc80-4308-81fe-7496bbd015a9), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:03.608470 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec1881-2aa7-444d-a023-5676d7ef4677 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa76732b-fc80-4308-81fe-7496bbd015a9,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:03.658661 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0fec1881-2aa7-444d-a023-5676d7ef4677 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:03.659882 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-0fec1881-2aa7-444d-a023-5676d7ef4677 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2693677 Sep 06 04:45:03.662660 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 43030) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:45:03.667362 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-e9ce4735-5089-4803-a5b2-a4a7c49e3729 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'security_group_rule': {'security_group_id': 'eb8e5b3b-eaca-4390-add8-7131126ca969', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:45:03.777166 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e9ce4735-5089-4803-a5b2-a4a7c49e3729 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (57cca672-3de1-42af-840e-e8c3fc0fdd1e), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:03.848261 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e9ce4735-5089-4803-a5b2-a4a7c49e3729 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (57cca672-3de1-42af-840e-e8c3fc0fdd1e), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:03.919134 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e9ce4735-5089-4803-a5b2-a4a7c49e3729 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (57cca672-3de1-42af-840e-e8c3fc0fdd1e), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:03.943402 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce4735-5089-4803-a5b2-a4a7c49e3729 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cca672-3de1-42af-840e-e8c3fc0fdd1e,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:04.006816 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e9ce4735-5089-4803-a5b2-a4a7c49e3729 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:04.008080 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-e9ce4735-5089-4803-a5b2-a4a7c49e3729 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3443248 Sep 06 04:45:04.016956 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 43040) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:45:04.021407 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-acade674-c4d9-431d-a7d1-b5823ba37fc9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'floatingip': {'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:45:04.099949 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 43042) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:45:04.108376 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-acade674-c4d9-431d-a7d1-b5823ba37fc9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:04.158725 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:04.205752 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-acade674-c4d9-431d-a7d1-b5823ba37fc9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:04.222261 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-1c36b7a1-07b7-448b-9b25-15ff21000eed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1277848875-network', 'tenant_id': '5f758de124e64932af3cc80ed348f51c'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:45:04.340985 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c36b7a1-07b7-448b-9b25-15ff21000eed admin admin] Made reservation on behalf of 5f758de124e64932af3cc80ed348f51c for: {'network': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:45:04.343449 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1c36b7a1-07b7-448b-9b25-15ff21000eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:04.370205 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-acade674-c4d9-431d-a7d1-b5823ba37fc9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Allocated IP 172.27.1.233 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/b1564c34-8ec0-419c-87dd-d43c58593239) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:45:04.373163 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1c36b7a1-07b7-448b-9b25-15ff21000eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:04.512379 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=6 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:04.555199 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-acade674-c4d9-431d-a7d1-b5823ba37fc9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for port (b1564c34-8ec0-419c-87dd-d43c58593239), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:04.574099 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1c36b7a1-07b7-448b-9b25-15ff21000eed admin admin] Publish callbacks [] for security_group (e77bb6b9-a216-43e6-b112-ed0de6bf3c84), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:04.639876 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1c36b7a1-07b7-448b-9b25-15ff21000eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (e77bb6b9-a216-43e6-b112-ed0de6bf3c84), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:04.672486 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c36b7a1-07b7-448b-9b25-15ff21000eed admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=106938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:45:04.679241 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-acade674-c4d9-431d-a7d1-b5823ba37fc9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (b1564c34-8ec0-419c-87dd-d43c58593239), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:04.692053 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36b7a1-07b7-448b-9b25-15ff21000eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77bb6b9-a216-43e6-b112-ed0de6bf3c84,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:04.719686 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1c36b7a1-07b7-448b-9b25-15ff21000eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (cca1547a-6b7b-4d19-b545-62856fc72d48), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:04.720030 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.segments_db [None req-1c36b7a1-07b7-448b-9b25-15ff21000eed admin admin] Added segment cca1547a-6b7b-4d19-b545-62856fc72d48 of type vlan for network 3d3d4564-d0e1-4ed7-9376-767df6f5c221 Sep 06 04:45:04.774088 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acade674-c4d9-431d-a7d1-b5823ba37fc9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:45:04.795567 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-acade674-c4d9-431d-a7d1-b5823ba37fc9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:45:04.800404 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1c36b7a1-07b7-448b-9b25-15ff21000eed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (3d3d4564-d0e1-4ed7-9376-767df6f5c221), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:04.802452 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:INSERT=16,neutron:SELECT=81,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:04.806608 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acade674-c4d9-431d-a7d1-b5823ba37fc9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:45:04.813276 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acade674-c4d9-431d-a7d1-b5823ba37fc9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'Port': ['ID=b1564c34-8ec0-419c-87dd-d43c58593239,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:04.904944 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-acade674-c4d9-431d-a7d1-b5823ba37fc9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (ea338fc3-882b-4871-ad83-6675925aa91c), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:04.930775 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1c36b7a1-07b7-448b-9b25-15ff21000eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (3d3d4564-d0e1-4ed7-9376-767df6f5c221), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:04.931818 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c36b7a1-07b7-448b-9b25-15ff21000eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:04.932392 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-1c36b7a1-07b7-448b-9b25-15ff21000eed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:05.018317 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36b7a1-07b7-448b-9b25-15ff21000eed admin admin] Pushing event updated for resources: {'Network': ['ID=3d3d4564-d0e1-4ed7-9376-767df6f5c221,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:05.025373 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-acade674-c4d9-431d-a7d1-b5823ba37fc9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (b1564c34-8ec0-419c-87dd-d43c58593239), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:05.028060 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network 3d3d4564-d0e1-4ed7-9376-767df6f5c221 details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:45:05.055859 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-1c36b7a1-07b7-448b-9b25-15ff21000eed admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9548781 Sep 06 04:45:05.059739 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 43046) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:45:05.065725 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-420ca129-f75a-479a-93dd-774d31fecdc9 admin admin] Request body: {'subnet': {'network_id': '3d3d4564-d0e1-4ed7-9376-767df6f5c221', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1277848875-subnet', 'tenant_id': '5f758de124e64932af3cc80ed348f51c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:45:05.069824 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:05.148002 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420ca129-f75a-479a-93dd-774d31fecdc9 admin admin] Made reservation on behalf of 5f758de124e64932af3cc80ed348f51c for: {'subnet': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:45:05.150540 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-420ca129-f75a-479a-93dd-774d31fecdc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12317354'] for subnet (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:05.187365 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-acade674-c4d9-431d-a7d1-b5823ba37fc9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for port (b1564c34-8ec0-419c-87dd-d43c58593239), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:05.250918 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-acade674-c4d9-431d-a7d1-b5823ba37fc9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (b1564c34-8ec0-419c-87dd-d43c58593239), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:05.319966 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-acade674-c4d9-431d-a7d1-b5823ba37fc9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (ea338fc3-882b-4871-ad83-6675925aa91c), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:05.322553 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acade674-c4d9-431d-a7d1-b5823ba37fc9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'Port': ['ID=b1564c34-8ec0-419c-87dd-d43c58593239,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:05.365650 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-420ca129-f75a-479a-93dd-774d31fecdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12287716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12317336'] for subnet (415662be-273b-4a73-9ed6-b864a8e98bcd), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:05.390538 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-acade674-c4d9-431d-a7d1-b5823ba37fc9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:05.400588 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-acade674-c4d9-431d-a7d1-b5823ba37fc9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3738413 Sep 06 04:45:05.424169 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ca129-f75a-479a-93dd-774d31fecdc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=415662be-273b-4a73-9ed6-b864a8e98bcd,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:05.431729 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420ca129-f75a-479a-93dd-774d31fecdc9 admin admin] Checking segment: {'id': 'cca1547a-6b7b-4d19-b545-62856fc72d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d3d4564-d0e1-4ed7-9376-767df6f5c221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:45:05.432081 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ca129-f75a-479a-93dd-774d31fecdc9 admin admin] Network hostable DHCP agents. Network: 3d3d4564-d0e1-4ed7-9376-767df6f5c221, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106939) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:45:05.495772 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ca129-f75a-479a-93dd-774d31fecdc9 admin admin] Network 3d3d4564-d0e1-4ed7-9376-767df6f5c221 is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106939) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:45:05.578262 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-420ca129-f75a-479a-93dd-774d31fecdc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, 3d3d4564-d0e1-4ed7-9376-767df6f5c221) {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:45:05.587502 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1603e0-bb1a-4420-b48d-67f114d840eb None None] Network 3d3d4564-d0e1-4ed7-9376-767df6f5c221 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:45:05.587969 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420ca129-f75a-479a-93dd-774d31fecdc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:05.588559 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-420ca129-f75a-479a-93dd-774d31fecdc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:05.612589 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-4ecb68f8-2b25-4485-b9c6-9135d6ba8bfd tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1321124023&fields=id&tenant_id=3d04ba57221f42d684873d624dbfd283 HTTP/1.1" status: 200 len: 267 time: 0.0545423 Sep 06 04:45:05.711938 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-420ca129-f75a-479a-93dd-774d31fecdc9 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6499598 Sep 06 04:45:05.715874 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85318a6-62ca-4888-9b0c-e724cae6de3a None None] Network 3d3d4564-d0e1-4ed7-9376-767df6f5c221 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:45:05.734110 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-6aed3635-6940-4fae-b903-2221a4f246c9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:05.740774 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-6aed3635-6940-4fae-b903-2221a4f246c9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/networks?id=4c394cea-216c-4a1f-9277-2bb67bf6a21b HTTP/1.1" status: 200 len: 815 time: 0.1162915 Sep 06 04:45:05.756911 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-760d3c96-4d7d-4538-887d-fd92f1295005 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/quotas/3d04ba57221f42d684873d624dbfd283 HTTP/1.1" status: 200 len: 375 time: 0.0123565 Sep 06 04:45:05.850854 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-0e475f85-9bba-48fe-95c3-3fb019ca5169 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=3d04ba57221f42d684873d624dbfd283&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0869155 Sep 06 04:45:05.973849 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-1ef34067-3f88-4f6d-8aaa-f770cb6cc2fc service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024354 Sep 06 04:45:06.046660 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:06.066672 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-4fe6b8cb-6047-44ed-aa76-e8216c350662 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888617 Sep 06 04:45:06.321829 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e2d9c72b-18b3-4ae8-ab1c-79edce4f75a9 req-ee795378-ed12-43de-8862-b2e8db9513bd tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 210 time: 0.0288320 Sep 06 04:45:07.432071 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-10af54d0-f04b-4115-b6ab-cd88a902fe17 req-6a544197-adb9-4816-9ec3-5683cce78bb2 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 210 time: 0.0280735 Sep 06 04:45:07.894173 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:07.946639 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-71556849-37cc-4115-b90a-53d95dafd078 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:07.948834 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-71556849-37cc-4115-b90a-53d95dafd078 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/networks?id=3d3d4564-d0e1-4ed7-9376-767df6f5c221 HTTP/1.1" status: 200 len: 809 time: 0.1067336 Sep 06 04:45:07.963386 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-a00fad19-d473-4336-bc14-26c9294fdc3f tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/quotas/5f758de124e64932af3cc80ed348f51c HTTP/1.1" status: 200 len: 375 time: 0.0091305 Sep 06 04:45:07.998401 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-d5ab68cd-fde3-4170-b339-f153a06621c1 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=5f758de124e64932af3cc80ed348f51c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284336 Sep 06 04:45:08.098013 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-64a931d0-6552-48ac-ae34-3a563c182d43 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/3d3d4564-d0e1-4ed7-9376-767df6f5c221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922499 Sep 06 04:45:08.193328 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-ba8b86a1-b202-41d9-9f4a-5a48fcc02537 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/3d3d4564-d0e1-4ed7-9376-767df6f5c221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890200 Sep 06 04:45:08.414206 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:45:08.454871 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-93dd3972-b85b-4dbc-8fda-59e097b2c0bc req-e976daa3-5c2c-439c-9b73-eb46473e5384 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 210 time: 0.0285597 Sep 06 04:45:08.544635 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ff52c06e-bd85-4843-95b9-bdcfd8e1166e req-e69802d7-21d4-491e-9df0-e31fc628acc1 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 210 time: 0.0278857 Sep 06 04:45:08.690547 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-d244dadb-0e6f-499c-ad8e-482820fe6c80 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:08.691929 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-d244dadb-0e6f-499c-ad8e-482820fe6c80 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "GET /networking/v2.0/networks?id=4c394cea-216c-4a1f-9277-2bb67bf6a21b HTTP/1.1" status: 200 len: 815 time: 0.1094329 Sep 06 04:45:08.758729 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-1e1ec43f-d45a-42ba-9c33-c41c82d43799 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3d04ba57221f42d684873d624dbfd283 HTTP/1.1" status: 200 len: 380 time: 0.0508473 Sep 06 04:45:08.767525 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-828aa68a-e60d-44db-ba9a-bf56c22d060f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'port': {'device_id': '258d81b1-09b8-4462-88d2-c588852c8758', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'admin_state_up': True, 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'security_groups': ['eb8e5b3b-eaca-4390-add8-7131126ca969']}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:45:08.841766 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:08.959522 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-828aa68a-e60d-44db-ba9a-bf56c22d060f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Made reservation on behalf of 3d04ba57221f42d684873d624dbfd283 for: {'port': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:45:08.963331 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-828aa68a-e60d-44db-ba9a-bf56c22d060f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:09.094767 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-828aa68a-e60d-44db-ba9a-bf56c22d060f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Allocated IP 172.20.0.11 (4c394cea-216c-4a1f-9277-2bb67bf6a21b/b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f/99bb1003-b352-4698-b9a1-9dd6c82752f6) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:45:09.239743 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-828aa68a-e60d-44db-ba9a-bf56c22d060f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for port (99bb1003-b352-4698-b9a1-9dd6c82752f6), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:09.365497 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-828aa68a-e60d-44db-ba9a-bf56c22d060f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (99bb1003-b352-4698-b9a1-9dd6c82752f6), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:09.408456 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:09.410313 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-828aa68a-e60d-44db-ba9a-bf56c22d060f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Network 4c394cea-216c-4a1f-9277-2bb67bf6a21b is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:45:09.415605 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-828aa68a-e60d-44db-ba9a-bf56c22d060f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:45:09.421117 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-828aa68a-e60d-44db-ba9a-bf56c22d060f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:45:09.427297 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828aa68a-e60d-44db-ba9a-bf56c22d060f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event updated for resources: {'Port': ['ID=99bb1003-b352-4698-b9a1-9dd6c82752f6,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:09.476267 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-828aa68a-e60d-44db-ba9a-bf56c22d060f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:09.476912 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-828aa68a-e60d-44db-ba9a-bf56c22d060f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:09.554950 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6bddddf6-cd8e-49a5-9c29-c0de81a6dc10 req-6787f662-e1e5-401a-9119-bcaa81e5bc2e tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 210 time: 0.0324004 Sep 06 04:45:09.596656 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-828aa68a-e60d-44db-ba9a-bf56c22d060f tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8325803 Sep 06 04:45:09.616264 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Request body: {'port': {'device_id': '258d81b1-09b8-4462-88d2-c588852c8758', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:45:09.616709 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:09.622464 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-f2f8209f-f823-4934-bbf2-dfacbd6b2d6d None None] Provisioning complete for port 99bb1003-b352-4698-b9a1-9dd6c82752f6 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:45:09.622833 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-f2f8209f-f823-4934-bbf2-dfacbd6b2d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (99bb1003-b352-4698-b9a1-9dd6c82752f6), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:09.625801 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:09.656633 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-f2f8209f-f823-4934-bbf2-dfacbd6b2d6d None None] Port 99bb1003-b352-4698-b9a1-9dd6c82752f6 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:45:09.685388 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e20f08-bdd0-4ee2-baf4-d32b6646ebe9 req-953d29fb-05c9-4156-a135-b22fc33c9992 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:09.686936 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87e20f08-bdd0-4ee2-baf4-d32b6646ebe9 req-953d29fb-05c9-4156-a135-b22fc33c9992 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 932 time: 0.0556073 Sep 06 04:45:09.687471 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (99bb1003-b352-4698-b9a1-9dd6c82752f6), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:09.738556 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87e20f08-bdd0-4ee2-baf4-d32b6646ebe9 req-a5667b1e-2f1c-4126-bbbe-6a56df592efa tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb8e5b3b-eaca-4390-add8-7131126ca969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454154 Sep 06 04:45:09.854244 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:INSERT=3,neutron:UPDATE=5,neutron:SELECT=90,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:09.949192 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99bb1003-b352-4698-b9a1-9dd6c82752f6 {{(pid=106939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:45:09.956552 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Publish callbacks [] for port (99bb1003-b352-4698-b9a1-9dd6c82752f6), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:09.969180 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.provisioning_blocks [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Transition to ACTIVE for port object 99bb1003-b352-4698-b9a1-9dd6c82752f6 will not be triggered until provisioned by entity L2. {{(pid=106939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:45:10.056402 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (99bb1003-b352-4698-b9a1-9dd6c82752f6), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:10.137420 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Pushing event updated for resources: {'Port': ['ID=99bb1003-b352-4698-b9a1-9dd6c82752f6,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:10.164506 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Attempting to bind port 99bb1003-b352-4698-b9a1-9dd6c82752f6 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:45:10.164843 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Attempting to bind port 99bb1003-b352-4698-b9a1-9dd6c82752f6 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:45:10.165169 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Attempting to bind port 99bb1003-b352-4698-b9a1-9dd6c82752f6 on network 4c394cea-216c-4a1f-9277-2bb67bf6a21b {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:45:10.212057 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Port 99bb1003-b352-4698-b9a1-9dd6c82752f6 on network 4c394cea-216c-4a1f-9277-2bb67bf6a21b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:45:10.212385 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Attempting to bind port 99bb1003-b352-4698-b9a1-9dd6c82752f6 on network 4c394cea-216c-4a1f-9277-2bb67bf6a21b {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:45:10.254289 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:45:10.254625 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Checking segment: {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:45:10.255005 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Bound using segment: {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:45:10.255433 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Bound port: 99bb1003-b352-4698-b9a1-9dd6c82752f6, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82fa8243-55c7-48fd-8a51-7b0a0e8ae216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b'}}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:45:10.255791 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (99bb1003-b352-4698-b9a1-9dd6c82752f6), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:10.317631 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] For port 99bb1003-b352-4698-b9a1-9dd6c82752f6, host hv-cinder-85600, cleared binding levels {{(pid=106939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:45:10.320673 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] For port 99bb1003-b352-4698-b9a1-9dd6c82752f6, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=99bb1003-b352-4698-b9a1-9dd6c82752f6,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:45:10.394429 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (99bb1003-b352-4698-b9a1-9dd6c82752f6), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:10.398839 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:10.399455 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:10.400802 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/99bb1003-b352-4698-b9a1-9dd6c82752f6 HTTP/1.1" status: 200 len: 1094 time: 0.7902868 Sep 06 04:45:10.404042 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258d81b1-09b8-4462-88d2-c588852c8758', 'tag': '99bb1003-b352-4698-b9a1-9dd6c82752f6'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:45:10.406289 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b566d2c-da0a-4fd3-a90f-bb713e47f6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "258d81b1-09b8-4462-88d2-c588852c8758", "tag": "99bb1003-b352-4698-b9a1-9dd6c82752f6"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:45:10.429756 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:10.451159 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cab934-ec56-47b2-8d43-ab7c60534739 x-openstack-request-id: req-c0cab934-ec56-47b2-8d43-ab7c60534739 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:45:10.451499 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258d81b1-09b8-4462-88d2-c588852c8758", "tag": "99bb1003-b352-4698-b9a1-9dd6c82752f6", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:45:10.451761 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0cab934-ec56-47b2-8d43-ab7c60534739 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:45:10.452162 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0cab934-ec56-47b2-8d43-ab7c60534739'] response: {'name': 'network-changed', 'server_uuid': '258d81b1-09b8-4462-88d2-c588852c8758', 'tag': '99bb1003-b352-4698-b9a1-9dd6c82752f6', 'status': 'completed', 'code': 200} Sep 06 04:45:10.461794 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac29a7c-aa88-4bc7-9fad-4a5c76f04f18 service neutron] Pushing event updated for resources: {'Port': ['ID=99bb1003-b352-4698-b9a1-9dd6c82752f6,revision_number=3']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:10.554549 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b566d2c-da0a-4fd3-a90f-bb713e47f6a3 req-587d22d8-f706-4df3-aa10-377f836e7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:10.556101 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0b566d2c-da0a-4fd3-a90f-bb713e47f6a3 req-587d22d8-f706-4df3-aa10-377f836e7218 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3d04ba57221f42d684873d624dbfd283&device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 1128 time: 0.0458508 Sep 06 04:45:10.668928 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-25f22510-a7d2-4388-a72d-ea1776b78c3a req-0bc7aae8-cb32-48b9-9fbf-48783e50391d tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 210 time: 0.0283380 Sep 06 04:45:10.682076 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b566d2c-da0a-4fd3-a90f-bb713e47f6a3 req-0563ecb1-e28a-4f62-abb8-ebce30644531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:10.684099 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0b566d2c-da0a-4fd3-a90f-bb713e47f6a3 req-0563ecb1-e28a-4f62-abb8-ebce30644531 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=3d04ba57221f42d684873d624dbfd283&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1090088 Sep 06 04:45:10.863754 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab90397-8a23-430e-8cc4-bf4f60b63ee7 req-62408125-5f37-4610-b72f-6d9c66a2f9f6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:10.865180 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2ab90397-8a23-430e-8cc4-bf4f60b63ee7 req-62408125-5f37-4610-b72f-6d9c66a2f9f6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 944 time: 0.0476372 Sep 06 04:45:10.917887 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2ab90397-8a23-430e-8cc4-bf4f60b63ee7 req-cfb09989-0907-461d-b13b-9dd6bce0d219 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb8e5b3b-eaca-4390-add8-7131126ca969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462573 Sep 06 04:45:11.006979 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b566d2c-da0a-4fd3-a90f-bb713e47f6a3 req-163142a9-0338-4637-9474-be9811e182bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:11.008448 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0b566d2c-da0a-4fd3-a90f-bb713e47f6a3 req-163142a9-0338-4637-9474-be9811e182bd service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898054 Sep 06 04:45:11.108441 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-d015273d-7fc7-4fdc-957b-00f2f2888cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:11.109963 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-d015273d-7fc7-4fdc-957b-00f2f2888cf0 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3d04ba57221f42d684873d624dbfd283&device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 1128 time: 0.0391161 Sep 06 04:45:11.160355 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-ada4734e-7d70-42dc-bd35-5144f12c4568 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99bb1003-b352-4698-b9a1-9dd6c82752f6 HTTP/1.1" status: 200 len: 217 time: 0.0375907 Sep 06 04:45:11.220359 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-2016f255-d80d-4fd1-9289-ea0446d4a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:11.221781 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-2016f255-d80d-4fd1-9289-ea0446d4a166 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f HTTP/1.1" status: 200 len: 854 time: 0.0458424 Sep 06 04:45:11.266634 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-1bc1849b-b738-4d7d-9403-f3c3b2a67dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:11.268522 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-1bc1849b-b738-4d7d-9403-f3c3b2a67dcf service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=4c394cea-216c-4a1f-9277-2bb67bf6a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405786 Sep 06 04:45:11.282641 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:11.290686 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-6f45091a-412d-42aa-b1c4-2894fc63b86a tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:11.292167 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-6f45091a-412d-42aa-b1c4-2894fc63b86a tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3d3d4564-d0e1-4ed7-9376-767df6f5c221 HTTP/1.1" status: 200 len: 809 time: 0.1171143 Sep 06 04:45:11.311428 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-28c2a06a-7cfe-4514-93d1-399492bd354c tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Request body: {'port': {'device_id': 'c82cee62-6001-47e4-bf3a-082527535ff5', 'network_id': '3d3d4564-d0e1-4ed7-9376-767df6f5c221', 'admin_state_up': True, 'tenant_id': '5f758de124e64932af3cc80ed348f51c'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:45:11.373750 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-798900d6-faf2-4b52-98ed-407b654c4936 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989225 Sep 06 04:45:11.466847 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-edffc1c9-8861-46c3-972d-8269e0a5038d req-700e912f-1be2-4a80-a2dd-f752fac04795 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869853 Sep 06 04:45:11.479041 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-28c2a06a-7cfe-4514-93d1-399492bd354c tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Made reservation on behalf of 5f758de124e64932af3cc80ed348f51c for: {'port': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:45:11.483011 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-28c2a06a-7cfe-4514-93d1-399492bd354c tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:11.614409 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-28c2a06a-7cfe-4514-93d1-399492bd354c tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Allocated IP 172.20.0.7 (3d3d4564-d0e1-4ed7-9376-767df6f5c221/415662be-273b-4a73-9ed6-b864a8e98bcd/4c3904a7-3fe6-4dda-9cbc-88fa5b18e912) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:45:11.632155 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:DELETE=1,neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:11.783971 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-97c834cf-8a8b-49f5-b5f2-2c3e762fcdce req-f8f6a8f1-f2ab-410f-9f2d-8edfd85abc12 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 210 time: 0.0319135 Sep 06 04:45:11.793952 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-28c2a06a-7cfe-4514-93d1-399492bd354c tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Publish callbacks [] for port (4c3904a7-3fe6-4dda-9cbc-88fa5b18e912), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:11.873172 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-28c2a06a-7cfe-4514-93d1-399492bd354c tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (4c3904a7-3fe6-4dda-9cbc-88fa5b18e912), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:11.913750 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:11.915564 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-28c2a06a-7cfe-4514-93d1-399492bd354c tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Network 3d3d4564-d0e1-4ed7-9376-767df6f5c221 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:45:11.919106 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-28c2a06a-7cfe-4514-93d1-399492bd354c tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:45:11.925196 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-28c2a06a-7cfe-4514-93d1-399492bd354c tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:45:11.950497 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2a06a-7cfe-4514-93d1-399492bd354c tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Pushing event updated for resources: {'Port': ['ID=4c3904a7-3fe6-4dda-9cbc-88fa5b18e912,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:11.978601 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-28c2a06a-7cfe-4514-93d1-399492bd354c tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:11.979201 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-28c2a06a-7cfe-4514-93d1-399492bd354c tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:12.004210 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:12.044885 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5f56f-c564-4e6c-9496-3f565a89a134 req-4051fd7e-6778-4f31-a3f9-9fd9bd888f38 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:12.046373 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e2b5f56f-c564-4e6c-9496-3f565a89a134 req-4051fd7e-6778-4f31-a3f9-9fd9bd888f38 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 944 time: 0.0517435 Sep 06 04:45:12.059268 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-28c2a06a-7cfe-4514-93d1-399492bd354c tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7522376 Sep 06 04:45:12.093074 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e2b5f56f-c564-4e6c-9496-3f565a89a134 req-a15664e1-22ed-448a-a34d-59a778b88de8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb8e5b3b-eaca-4390-add8-7131126ca969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410707 Sep 06 04:45:12.181026 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-af461114-5ed7-4c56-ae59-9579b10121e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:12.901954 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0a165-2b5f-4a0f-a11d-dc6acb186599 req-3a6e808f-7812-4762-b404-fd71953c20e4 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:12.903383 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-91c0a165-2b5f-4a0f-a11d-dc6acb186599 req-3a6e808f-7812-4762-b404-fd71953c20e4 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 931 time: 0.0451171 Sep 06 04:45:12.949160 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-91c0a165-2b5f-4a0f-a11d-dc6acb186599 req-ed8058fb-7852-4691-9b73-fd3992fbd298 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400052 Sep 06 04:45:13.214672 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b6f60-9b96-4e6f-8b1c-8706a44e3f5b req-f1506d9b-b532-4d12-a55f-7a83ea2bc917 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:13.216271 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8d3b6f60-9b96-4e6f-8b1c-8706a44e3f5b req-f1506d9b-b532-4d12-a55f-7a83ea2bc917 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 944 time: 0.0461750 Sep 06 04:45:13.263922 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8d3b6f60-9b96-4e6f-8b1c-8706a44e3f5b req-6650efbf-3dff-4e19-883a-06a8b54b18be tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb8e5b3b-eaca-4390-add8-7131126ca969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420775 Sep 06 04:45:13.800877 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Request body: {'port': {'device_id': 'c82cee62-6001-47e4-bf3a-082527535ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:45:13.863124 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (4c3904a7-3fe6-4dda-9cbc-88fa5b18e912), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:13.892940 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:14.089803 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d249b-4159-4b0d-bbcd-82db3ea2262a req-79ad1163-24dd-4300-96ee-e8b305919551 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:14.091183 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-595d249b-4159-4b0d-bbcd-82db3ea2262a req-79ad1163-24dd-4300-96ee-e8b305919551 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 931 time: 0.0664568 Sep 06 04:45:14.184335 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-595d249b-4159-4b0d-bbcd-82db3ea2262a req-fd7e6795-90a5-4b36-a769-1694c7d2773b tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874803 Sep 06 04:45:14.196838 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 {{(pid=106938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:45:14.204670 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Publish callbacks [] for port (4c3904a7-3fe6-4dda-9cbc-88fa5b18e912), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:14.217567 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.provisioning_blocks [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Transition to ACTIVE for port object 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 will not be triggered until provisioned by entity L2. {{(pid=106938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:45:14.290299 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (4c3904a7-3fe6-4dda-9cbc-88fa5b18e912), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:14.355815 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3904a7-3fe6-4dda-9cbc-88fa5b18e912,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:14.392759 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:14.396110 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a33cb-6a10-4d19-a0e3-4bc9caaf59f5 req-f8bc3491-6352-4f4b-adce-34240563a678 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:14.397664 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-170a33cb-6a10-4d19-a0e3-4bc9caaf59f5 req-f8bc3491-6352-4f4b-adce-34240563a678 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 944 time: 0.0578361 Sep 06 04:45:14.411471 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Attempting to bind port 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:45:14.411962 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Attempting to bind port 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'cca1547a-6b7b-4d19-b545-62856fc72d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d3d4564-d0e1-4ed7-9376-767df6f5c221'}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:45:14.412356 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Attempting to bind port 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 on network 3d3d4564-d0e1-4ed7-9376-767df6f5c221 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:45:14.451056 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-170a33cb-6a10-4d19-a0e3-4bc9caaf59f5 req-b0321c66-b410-4efa-b8e2-d39fc357715b tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb8e5b3b-eaca-4390-add8-7131126ca969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462286 Sep 06 04:45:14.459152 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Port 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 on network 3d3d4564-d0e1-4ed7-9376-767df6f5c221 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:45:14.459482 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Attempting to bind port 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 on network 3d3d4564-d0e1-4ed7-9376-767df6f5c221 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:45:14.496900 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-be711372-6d64-40c9-8630-2da97e0edf4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:14.503752 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:45:14.504106 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Checking segment: {'id': 'cca1547a-6b7b-4d19-b545-62856fc72d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d3d4564-d0e1-4ed7-9376-767df6f5c221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:45:14.504482 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Bound using segment: {'id': 'cca1547a-6b7b-4d19-b545-62856fc72d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d3d4564-d0e1-4ed7-9376-767df6f5c221'} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:45:14.504919 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Bound port: 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca1547a-6b7b-4d19-b545-62856fc72d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d3d4564-d0e1-4ed7-9376-767df6f5c221'}}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:45:14.505280 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (4c3904a7-3fe6-4dda-9cbc-88fa5b18e912), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:14.567100 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] For port 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912, host hv-cinder-85600, cleared binding levels {{(pid=106938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:45:14.570107 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] For port 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4c3904a7-3fe6-4dda-9cbc-88fa5b18e912,segment=NetworkSegment(cca1547a-6b7b-4d19-b545-62856fc72d48),segment_id=cca1547a-6b7b-4d19-b545-62856fc72d48)] {{(pid=106938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:45:14.639813 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (4c3904a7-3fe6-4dda-9cbc-88fa5b18e912), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:14.644185 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:14.644786 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:14.646240 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 HTTP/1.1" status: 200 len: 1093 time: 0.8498044 Sep 06 04:45:14.646805 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82cee62-6001-47e4-bf3a-082527535ff5', 'tag': '4c3904a7-3fe6-4dda-9cbc-88fa5b18e912'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:45:14.649010 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66443bd5-393d-446e-a9c7-4f66be11d868" -d '{"events": [{"name": "network-changed", "server_uuid": "c82cee62-6001-47e4-bf3a-082527535ff5", "tag": "4c3904a7-3fe6-4dda-9cbc-88fa5b18e912"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:45:14.693515 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bd277b-ef2a-4bff-b819-d86f8676bf30 x-openstack-request-id: req-18bd277b-ef2a-4bff-b819-d86f8676bf30 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:45:14.693806 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82cee62-6001-47e4-bf3a-082527535ff5", "tag": "4c3904a7-3fe6-4dda-9cbc-88fa5b18e912", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:45:14.694055 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18bd277b-ef2a-4bff-b819-d86f8676bf30 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:45:14.694461 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18bd277b-ef2a-4bff-b819-d86f8676bf30'] response: {'name': 'network-changed', 'server_uuid': 'c82cee62-6001-47e4-bf3a-082527535ff5', 'tag': '4c3904a7-3fe6-4dda-9cbc-88fa5b18e912', 'status': 'completed', 'code': 200} Sep 06 04:45:14.699186 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bf3dc-5c5d-4cbf-8ec6-5b1450ce3ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3904a7-3fe6-4dda-9cbc-88fa5b18e912,revision_number=3']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:14.800522 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66443bd5-393d-446e-a9c7-4f66be11d868 req-89be07f6-46e6-4aa1-a0f2-5052a462408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:14.802058 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-66443bd5-393d-446e-a9c7-4f66be11d868 req-89be07f6-46e6-4aa1-a0f2-5052a462408b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=5f758de124e64932af3cc80ed348f51c&device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 1127 time: 0.0445104 Sep 06 04:45:14.907257 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66443bd5-393d-446e-a9c7-4f66be11d868 req-a2380846-9a29-4c4e-b3df-75d0128e0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:14.908615 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-66443bd5-393d-446e-a9c7-4f66be11d868 req-a2380846-9a29-4c4e-b3df-75d0128e0ed1 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=5f758de124e64932af3cc80ed348f51c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0917089 Sep 06 04:45:15.006984 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66443bd5-393d-446e-a9c7-4f66be11d868 req-c645649e-bfe6-4858-8dfb-55a4435ba083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:15.008558 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-66443bd5-393d-446e-a9c7-4f66be11d868 req-c645649e-bfe6-4858-8dfb-55a4435ba083 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924757 Sep 06 04:45:15.125790 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-61c4647e-27f6-4b2c-848e-ca137a780382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:15.127249 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-61c4647e-27f6-4b2c-848e-ca137a780382 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=5f758de124e64932af3cc80ed348f51c&device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 1127 time: 0.0389237 Sep 06 04:45:15.184121 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-beb861d0-aedb-471b-9053-447d6024a440 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 HTTP/1.1" status: 200 len: 217 time: 0.0370698 Sep 06 04:45:15.199148 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:15.310156 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa87052-936f-4ac8-8de4-ae3780915e0d req-b79e1767-263a-4a19-a14d-8cf5cba7f53e tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:15.312218 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0fa87052-936f-4ac8-8de4-ae3780915e0d req-b79e1767-263a-4a19-a14d-8cf5cba7f53e tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 943 time: 0.0495436 Sep 06 04:45:15.344916 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 99bb1003-b352-4698-b9a1-9dd6c82752f6 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:45:15.372317 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0fa87052-936f-4ac8-8de4-ae3780915e0d req-4da69fe6-3d2e-4153-9005-308cd7340de8 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546627 Sep 06 04:45:15.455146 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 99bb1003-b352-4698-b9a1-9dd6c82752f6, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=99bb1003-b352-4698-b9a1-9dd6c82752f6,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:45:15.469440 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-597354b4-8009-4990-aff4-8c4ea086cac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:15.470392 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '99bb1003-b352-4698-b9a1-9dd6c82752f6', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'port_id': '99bb1003-b352-4698-b9a1-9dd6c82752f6', 'mac_address': 'fa:16:3e:87:41:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:45:15.472534 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-597354b4-8009-4990-aff4-8c4ea086cac1 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=415662be-273b-4a73-9ed6-b864a8e98bcd HTTP/1.1" status: 200 len: 849 time: 0.2795656 Sep 06 04:45:15.506127 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 99bb1003-b352-4698-b9a1-9dd6c82752f6 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:45:15.506626 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (99bb1003-b352-4698-b9a1-9dd6c82752f6), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:15.507014 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-068814ea-0c4f-411c-a58e-214a0a96b580 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=3d3d4564-d0e1-4ed7-9376-767df6f5c221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277634 Sep 06 04:45:15.520524 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99bb1003-b352-4698-b9a1-9dd6c82752f6 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:45:15.541046 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 99bb1003-b352-4698-b9a1-9dd6c82752f6, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=99bb1003-b352-4698-b9a1-9dd6c82752f6,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:45:15.616700 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a47ef-0a83-497f-8ee1-6d14b07937f5 req-6dbe4cba-205a-4731-b5ed-c7fc57abacfc tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:15.618191 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8c8a47ef-0a83-497f-8ee1-6d14b07937f5 req-6dbe4cba-205a-4731-b5ed-c7fc57abacfc tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 944 time: 0.0823097 Sep 06 04:45:15.627679 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (99bb1003-b352-4698-b9a1-9dd6c82752f6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:15.668419 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-dccc77dc-6ddc-45f0-8721-690c1b704d99 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d3d4564-d0e1-4ed7-9376-767df6f5c221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518066 Sep 06 04:45:15.679692 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=99bb1003-b352-4698-b9a1-9dd6c82752f6,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:15.688100 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:15.690159 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:15.690159 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:15.690159 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:15.690159 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:15.690159 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:15.690159 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:15.690682 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:15.690774 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:15.691140 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:15.691466 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:15.691785 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:15.692102 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:15.692414 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:15.692749 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:15.714142 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8c8a47ef-0a83-497f-8ee1-6d14b07937f5 req-5f936ddc-57cb-4986-89f8-7ee9f75f7e65 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb8e5b3b-eaca-4390-add8-7131126ca969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825019 Sep 06 04:45:15.777780 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d33f9ac1-847f-48c3-8b16-6f045c0a514e req-4d097b92-7caa-4eeb-9f3f-7e5f7cf52b0c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d3d4564-d0e1-4ed7-9376-767df6f5c221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014028 Sep 06 04:45:15.884698 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:16.356280 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['99bb1003-b352-4698-b9a1-9dd6c82752f6'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:45:16.502726 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ae884-c476-4a93-9a1b-606854bd70a3 req-3fbdd157-6d3d-40ff-8132-5efcb3da8d10 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:16.504293 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-da4ae884-c476-4a93-9a1b-606854bd70a3 req-3fbdd157-6d3d-40ff-8132-5efcb3da8d10 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 943 time: 0.0476036 Sep 06 04:45:16.517036 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:16.556213 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-da4ae884-c476-4a93-9a1b-606854bd70a3 req-0a5175d8-82ed-4760-96f6-47082977e5a5 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465558 Sep 06 04:45:16.828456 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87f57a-d001-4681-bf3b-35fd8db88a81 req-65557264-b2e4-44e2-9e27-4637b3eb7b39 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:16.829871 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6a87f57a-d001-4681-bf3b-35fd8db88a81 req-65557264-b2e4-44e2-9e27-4637b3eb7b39 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 945 time: 0.0462191 Sep 06 04:45:16.877108 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6a87f57a-d001-4681-bf3b-35fd8db88a81 req-ae665bce-17f8-4c93-912b-7e6b70d178b8 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb8e5b3b-eaca-4390-add8-7131126ca969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418706 Sep 06 04:45:17.250036 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:17.318927 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:17.574417 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 99bb1003-b352-4698-b9a1-9dd6c82752f6 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:45:17.619645 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port 99bb1003-b352-4698-b9a1-9dd6c82752f6 completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:45:17.677770 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f6e5-18c1-449b-943f-e04b47102364 req-5f094a50-7193-4ad8-b888-88c60dd3dd12 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:17.678600 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 99bb1003-b352-4698-b9a1-9dd6c82752f6 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:45:17.679049 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (99bb1003-b352-4698-b9a1-9dd6c82752f6), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:17.679317 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-aa04f6e5-18c1-449b-943f-e04b47102364 req-5f094a50-7193-4ad8-b888-88c60dd3dd12 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 943 time: 0.0478337 Sep 06 04:45:17.732069 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-aa04f6e5-18c1-449b-943f-e04b47102364 req-af00cf2e-30a0-4782-829d-a7324db4873a tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452359 Sep 06 04:45:17.752173 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 99bb1003-b352-4698-b9a1-9dd6c82752f6 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:45:17.752554 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (99bb1003-b352-4698-b9a1-9dd6c82752f6), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:17.775283 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258d81b1-09b8-4462-88d2-c588852c8758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bb1003-b352-4698-b9a1-9dd6c82752f6'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:45:17.778200 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b8241d-11a2-4ee6-8941-c5d755258c3f" -d '{"events": [{"server_uuid": "258d81b1-09b8-4462-88d2-c588852c8758", "name": "network-vif-plugged", "status": "completed", "tag": "99bb1003-b352-4698-b9a1-9dd6c82752f6"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:45:17.789515 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:17.791381 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 99bb1003-b352-4698-b9a1-9dd6c82752f6, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=99bb1003-b352-4698-b9a1-9dd6c82752f6,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:45:17.815399 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9353041-ae18-4c08-bbdc-65d2bb4acd68 x-openstack-request-id: req-e9353041-ae18-4c08-bbdc-65d2bb4acd68 {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:45:17.815714 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258d81b1-09b8-4462-88d2-c588852c8758", "name": "network-vif-plugged", "status": "completed", "tag": "99bb1003-b352-4698-b9a1-9dd6c82752f6", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:45:17.815968 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9353041-ae18-4c08-bbdc-65d2bb4acd68 {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:45:17.816366 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9353041-ae18-4c08-bbdc-65d2bb4acd68'] response: {'server_uuid': '258d81b1-09b8-4462-88d2-c588852c8758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99bb1003-b352-4698-b9a1-9dd6c82752f6', 'code': 200} Sep 06 04:45:17.884640 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (99bb1003-b352-4698-b9a1-9dd6c82752f6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:17.933130 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=99bb1003-b352-4698-b9a1-9dd6c82752f6,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:17.996080 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1824302-ad0c-4fb2-be30-aa61897e1c1f req-fab24a15-f049-4c17-b417-38cf43b93a1a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:17.997622 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b1824302-ad0c-4fb2-be30-aa61897e1c1f req-fab24a15-f049-4c17-b417-38cf43b93a1a tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 946 time: 0.0459864 Sep 06 04:45:18.050154 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b1824302-ad0c-4fb2-be30-aa61897e1c1f req-b1641282-a34d-40ae-8505-fbc35e8dc4cb tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb8e5b3b-eaca-4390-add8-7131126ca969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469770 Sep 06 04:45:18.410756 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:18.577528 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:18.611291 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1ae6e-1277-4ab9-b22f-17a72f299bb2 req-c2ba6449-da18-436b-9b14-0911e8d0f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:18.612764 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-93f1ae6e-1277-4ab9-b22f-17a72f299bb2 req-c2ba6449-da18-436b-9b14-0911e8d0f4e4 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 1130 time: 0.0433564 Sep 06 04:45:18.665647 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-93f1ae6e-1277-4ab9-b22f-17a72f299bb2 req-964558a6-a3cc-454c-81a3-4d6888c34cf3 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=eb8e5b3b-eaca-4390-add8-7131126ca969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403447 Sep 06 04:45:18.960058 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac09bbe-765e-4207-9951-bb25e2d90d02 req-43f1dce4-2adb-4a5c-b844-38d5d18b11a8 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:18.961440 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-dac09bbe-765e-4207-9951-bb25e2d90d02 req-43f1dce4-2adb-4a5c-b844-38d5d18b11a8 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 943 time: 0.1513340 Sep 06 04:45:19.007348 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-dac09bbe-765e-4207-9951-bb25e2d90d02 req-6ac6fbab-f127-4939-a7c3-6fce7a4399f7 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403783 Sep 06 04:45:19.175618 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff8bb5-d5b8-4a1c-8426-18e6311b8c9f req-67416530-16b5-4db8-b9cc-288fa41e8d2d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:19.177068 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ffff8bb5-d5b8-4a1c-8426-18e6311b8c9f req-67416530-16b5-4db8-b9cc-288fa41e8d2d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 946 time: 0.0494485 Sep 06 04:45:19.224652 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ffff8bb5-d5b8-4a1c-8426-18e6311b8c9f req-23365f68-e9f8-4d44-89c2-a353077df87b tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb8e5b3b-eaca-4390-add8-7131126ca969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418732 Sep 06 04:45:19.573605 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:45:19.591557 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:19.672080 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4c3904a7-3fe6-4dda-9cbc-88fa5b18e912,segment=NetworkSegment(cca1547a-6b7b-4d19-b545-62856fc72d48),segment_id=cca1547a-6b7b-4d19-b545-62856fc72d48)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:45:19.683485 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '4c3904a7-3fe6-4dda-9cbc-88fa5b18e912', 'network_id': '3d3d4564-d0e1-4ed7-9376-767df6f5c221', 'port_id': '4c3904a7-3fe6-4dda-9cbc-88fa5b18e912', 'mac_address': 'fa:16:3e:20:21:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415662be-273b-4a73-9ed6-b864a8e98bcd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:45:19.721739 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:45:19.722125 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (4c3904a7-3fe6-4dda-9cbc-88fa5b18e912), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:19.735630 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:45:19.754443 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4c3904a7-3fe6-4dda-9cbc-88fa5b18e912,segment=NetworkSegment(cca1547a-6b7b-4d19-b545-62856fc72d48),segment_id=cca1547a-6b7b-4d19-b545-62856fc72d48)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:45:19.839548 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (4c3904a7-3fe6-4dda-9cbc-88fa5b18e912), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:19.889979 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=4c3904a7-3fe6-4dda-9cbc-88fa5b18e912,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:20.130524 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ddfca-1839-4bd6-86f1-8a7610ff30ab req-846d5d77-d452-481c-a810-675da36c329f tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:20.131912 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-898ddfca-1839-4bd6-86f1-8a7610ff30ab req-846d5d77-d452-481c-a810-675da36c329f tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 944 time: 0.0463648 Sep 06 04:45:20.184411 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-898ddfca-1839-4bd6-86f1-8a7610ff30ab req-d7419fa9-b550-4fb6-8e10-feeafb6930b7 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460887 Sep 06 04:45:20.350859 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d98877-61f5-4a11-8e55-d65c7c9b115f req-942f5a33-283c-414b-9992-922cba0b7708 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:20.352358 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e1d98877-61f5-4a11-8e55-d65c7c9b115f req-942f5a33-283c-414b-9992-922cba0b7708 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 946 time: 0.0468476 Sep 06 04:45:20.399210 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e1d98877-61f5-4a11-8e55-d65c7c9b115f req-6383c914-20f2-47a9-99b2-14c63192faf0 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb8e5b3b-eaca-4390-add8-7131126ca969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406160 Sep 06 04:45:20.411519 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['4c3904a7-3fe6-4dda-9cbc-88fa5b18e912'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:45:21.458818 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c2380-4690-4e23-af19-21af60a5e832 req-12015386-7923-4149-aa7a-33bb39c2fac1 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:21.461242 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b19c2380-4690-4e23-af19-21af60a5e832 req-12015386-7923-4149-aa7a-33bb39c2fac1 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 944 time: 0.0492954 Sep 06 04:45:21.522380 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b19c2380-4690-4e23-af19-21af60a5e832 req-b12b6e6c-06a3-49e8-864c-9ec09bd92614 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558541 Sep 06 04:45:21.527197 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc249a-746c-4edc-82ee-315d03626be3 req-dd29ad56-aad6-421a-ac08-08ebc89bae80 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:21.529372 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-71fc249a-746c-4edc-82ee-315d03626be3 req-dd29ad56-aad6-421a-ac08-08ebc89bae80 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 946 time: 0.0492947 Sep 06 04:45:21.592684 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:45:21.602303 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-71fc249a-746c-4edc-82ee-315d03626be3 req-d0d8b9dc-4a53-4b2e-8aa0-1100db401f10 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb8e5b3b-eaca-4390-add8-7131126ca969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617638 Sep 06 04:45:21.638372 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:45:21.722462 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78966f2e-0016-42c2-b83d-26600465f3c3 req-b62cd729-43da-4fbc-a4b5-ac3c4962ac57 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:21.724261 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-78966f2e-0016-42c2-b83d-26600465f3c3 req-b62cd729-43da-4fbc-a4b5-ac3c4962ac57 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 946 time: 0.0498929 Sep 06 04:45:21.726995 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:45:21.727369 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (4c3904a7-3fe6-4dda-9cbc-88fa5b18e912), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:21.743670 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 43184) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:45:21.750841 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-af41d9b0-ac7d-4b54-b991-a81f3ab04e47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Request body: {'floatingip': {'port_id': '99bb1003-b352-4698-b9a1-9dd6c82752f6'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:45:21.802108 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-af41d9b0-ac7d-4b54-b991-a81f3ab04e47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (ea338fc3-882b-4871-ad83-6675925aa91c), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:21.821645 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:45:21.822126 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (4c3904a7-3fe6-4dda-9cbc-88fa5b18e912), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:21.846003 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82cee62-6001-47e4-bf3a-082527535ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3904a7-3fe6-4dda-9cbc-88fa5b18e912'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:45:21.848307 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44138007-7f8d-486a-9028-d82e7240127f" -d '{"events": [{"server_uuid": "c82cee62-6001-47e4-bf3a-082527535ff5", "name": "network-vif-plugged", "status": "completed", "tag": "4c3904a7-3fe6-4dda-9cbc-88fa5b18e912"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:45:21.861943 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4c3904a7-3fe6-4dda-9cbc-88fa5b18e912,segment=NetworkSegment(cca1547a-6b7b-4d19-b545-62856fc72d48),segment_id=cca1547a-6b7b-4d19-b545-62856fc72d48)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:45:21.887387 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9af0d7-3b1b-4064-8eb8-8be0b0e28837 x-openstack-request-id: req-4c9af0d7-3b1b-4064-8eb8-8be0b0e28837 {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:45:21.887674 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82cee62-6001-47e4-bf3a-082527535ff5", "name": "network-vif-plugged", "status": "completed", "tag": "4c3904a7-3fe6-4dda-9cbc-88fa5b18e912", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:45:21.887922 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c9af0d7-3b1b-4064-8eb8-8be0b0e28837 {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:45:21.888316 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c9af0d7-3b1b-4064-8eb8-8be0b0e28837'] response: {'server_uuid': 'c82cee62-6001-47e4-bf3a-082527535ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3904a7-3fe6-4dda-9cbc-88fa5b18e912', 'code': 200} Sep 06 04:45:21.953547 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (4c3904a7-3fe6-4dda-9cbc-88fa5b18e912), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:22.003425 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=4c3904a7-3fe6-4dda-9cbc-88fa5b18e912,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:22.012712 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:22.277138 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-af41d9b0-ac7d-4b54-b991-a81f3ab04e47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:22.279571 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e940004-e43d-400b-ae54-b2d7540d4ae0 req-ce03751f-479f-484a-bb8a-a78a695192f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:22.281058 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6e940004-e43d-400b-ae54-b2d7540d4ae0 req-ce03751f-479f-484a-bb8a-a78a695192f6 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 1129 time: 0.0544310 Sep 06 04:45:22.329395 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6e940004-e43d-400b-ae54-b2d7540d4ae0 req-e1ea5345-2df7-45fe-a0e6-cfab9b1f13ca service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419247 Sep 06 04:45:22.330761 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-af41d9b0-ac7d-4b54-b991-a81f3ab04e47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (ea338fc3-882b-4871-ad83-6675925aa91c), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:22.392646 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6196627-de11-41a7-a084-dbc82cfbcec7 req-9f74845e-9ad2-4e09-b11e-e139cd0f7af1 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:22.394219 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b6196627-de11-41a7-a084-dbc82cfbcec7 req-9f74845e-9ad2-4e09-b11e-e139cd0f7af1 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0526452 Sep 06 04:45:22.428623 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.l3_db [None req-af41d9b0-ac7d-4b54-b991-a81f3ab04e47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Floating IP ea338fc3-882b-4871-ad83-6675925aa91c associated. External IP: 172.27.1.233, port: 99bb1003-b352-4698-b9a1-9dd6c82752f6. Sep 06 04:45:22.461710 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:22.472123 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b6196627-de11-41a7-a084-dbc82cfbcec7 req-1175e547-0d3f-4366-a0c5-3e1f2c7ebcef tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716939 Sep 06 04:45:22.478753 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:22.666343 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4a51d-c214-4a25-b3a3-430771408043 req-8296711d-f4f1-4dd9-91bf-ee804836e351 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:22.666343 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-70a4a51d-c214-4a25-b3a3-430771408043 req-8296711d-f4f1-4dd9-91bf-ee804836e351 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 945 time: 0.0620844 Sep 06 04:45:22.667843 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af41d9b0-ac7d-4b54-b991-a81f3ab04e47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Router 2b5da834-132c-4caf-b4b3-1006d671b269 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:45:22.750709 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-70a4a51d-c214-4a25-b3a3-430771408043 req-e6293b0b-e8e9-4c34-be66-898e2ab82c26 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811229 Sep 06 04:45:22.812907 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af41d9b0-ac7d-4b54-b991-a81f3ab04e47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:45:22.817719 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-af41d9b0-ac7d-4b54-b991-a81f3ab04e47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:22.822276 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20474c0d-5bdd-4544-9256-7fdf2a6e840c None None] Sync routers for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:45:22.834702 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20474c0d-5bdd-4544-9256-7fdf2a6e840c None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:45:22.835317 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-20474c0d-5bdd-4544-9256-7fdf2a6e840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:45:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:45:22.851376 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-af41d9b0-ac7d-4b54-b991-a81f3ab04e47 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/ea338fc3-882b-4871-ad83-6675925aa91c HTTP/1.1" status: 200 len: 992 time: 1.1043413 Sep 06 04:45:22.851376 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258d81b1-09b8-4462-88d2-c588852c8758', 'tag': '99bb1003-b352-4698-b9a1-9dd6c82752f6'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:45:22.852124 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a40c1d3-7aa5-4770-b89e-bfd436f8e266" -d '{"events": [{"name": "network-changed", "server_uuid": "258d81b1-09b8-4462-88d2-c588852c8758", "tag": "99bb1003-b352-4698-b9a1-9dd6c82752f6"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:45:22.890010 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4400e5e-0297-43c6-a7ef-6f35f6d7ac5e x-openstack-request-id: req-b4400e5e-0297-43c6-a7ef-6f35f6d7ac5e {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:45:22.890302 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258d81b1-09b8-4462-88d2-c588852c8758", "tag": "99bb1003-b352-4698-b9a1-9dd6c82752f6", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:45:22.890556 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4400e5e-0297-43c6-a7ef-6f35f6d7ac5e {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:45:22.890965 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4400e5e-0297-43c6-a7ef-6f35f6d7ac5e'] response: {'name': 'network-changed', 'server_uuid': '258d81b1-09b8-4462-88d2-c588852c8758', 'tag': '99bb1003-b352-4698-b9a1-9dd6c82752f6', 'status': 'completed', 'code': 200} Sep 06 04:45:22.928083 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:22.938796 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-20474c0d-5bdd-4544-9256-7fdf2a6e840c None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:45:23.007150 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:23.156714 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-20474c0d-5bdd-4544-9256-7fdf2a6e840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'ea338fc3-882b-4871-ad83-6675925aa91c', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'port_id': '99bb1003-b352-4698-b9a1-9dd6c82752f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'mac_address': 'fa:16:3e:87:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258d81b1-09b8-4462-88d2-c588852c8758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:45:04Z', 'updated_at': '2022-09-06T04:45:22Z', 'revision_number': 1, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:45:23.181683 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20474c0d-5bdd-4544-9256-7fdf2a6e840c None None] Checking router: 2b5da834-132c-4caf-b4b3-1006d671b269 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:45:23.190284 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20474c0d-5bdd-4544-9256-7fdf2a6e840c None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:45:23.190878 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-20474c0d-5bdd-4544-9256-7fdf2a6e840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:45:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:45:23.291477 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-20474c0d-5bdd-4544-9256-7fdf2a6e840c None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:45:23.434587 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:23.462914 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461a37f-b731-428e-80fa-ad7cfe9c7f19 req-d1f870f1-d8a2-4fdf-8145-da0add7d2ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:23.464537 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a461a37f-b731-428e-80fa-ad7cfe9c7f19 req-d1f870f1-d8a2-4fdf-8145-da0add7d2ae1 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=623b9f3be0f24e2ea1caea0798b30704&device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 1168 time: 0.0404518 Sep 06 04:45:23.474962 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40c1d3-7aa5-4770-b89e-bfd436f8e266 req-8b0fe0da-fae8-4521-bfa5-f3a3dacf248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:23.476498 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a40c1d3-7aa5-4770-b89e-bfd436f8e266 req-8b0fe0da-fae8-4521-bfa5-f3a3dacf248f service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=3d04ba57221f42d684873d624dbfd283&device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 1130 time: 0.0427313 Sep 06 04:45:23.507406 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-20474c0d-5bdd-4544-9256-7fdf2a6e840c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'ea338fc3-882b-4871-ad83-6675925aa91c', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'port_id': '99bb1003-b352-4698-b9a1-9dd6c82752f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'mac_address': 'fa:16:3e:87:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258d81b1-09b8-4462-88d2-c588852c8758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:45:04Z', 'updated_at': '2022-09-06T04:45:22Z', 'revision_number': 1, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:45:23.539409 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20474c0d-5bdd-4544-9256-7fdf2a6e840c None None] The sync data for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi is: [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'ea338fc3-882b-4871-ad83-6675925aa91c', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'port_id': '99bb1003-b352-4698-b9a1-9dd6c82752f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'mac_address': 'fa:16:3e:87:41:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '258d81b1-09b8-4462-88d2-c588852c8758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:45:04Z', 'updated_at': '2022-09-06T04:45:22Z', 'revision_number': 1, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:45:23.594867 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40c1d3-7aa5-4770-b89e-bfd436f8e266 req-4841568e-dbda-47db-97e2-d87879b6ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:23.596413 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a40c1d3-7aa5-4770-b89e-bfd436f8e266 req-4841568e-dbda-47db-97e2-d87879b6ad63 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=4c394cea-216c-4a1f-9277-2bb67bf6a21b HTTP/1.1" status: 200 len: 916 time: 0.1030090 Sep 06 04:45:23.624966 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451f766-b2bf-422c-9031-be62002bdb6f req-3c1a7cc4-3a46-4e27-9a40-bcad0343477e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:23.626495 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6451f766-b2bf-422c-9031-be62002bdb6f req-3c1a7cc4-3a46-4e27-9a40-bcad0343477e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0641208 Sep 06 04:45:23.627642 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461a37f-b731-428e-80fa-ad7cfe9c7f19 req-5e9ce397-938e-4e8e-9236-518354a3ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:23.628996 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a461a37f-b731-428e-80fa-ad7cfe9c7f19 req-5e9ce397-938e-4e8e-9236-518354a3ead1 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=6b6abe5e-f7f6-488e-8814-260547c69a21 HTTP/1.1" status: 200 len: 916 time: 0.1361008 Sep 06 04:45:23.674608 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a40c1d3-7aa5-4770-b89e-bfd436f8e266 req-1d209a52-447c-4a4c-a9ba-8992f0666d59 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99bb1003-b352-4698-b9a1-9dd6c82752f6 HTTP/1.1" status: 200 len: 1000 time: 0.0581670 Sep 06 04:45:23.731405 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40c1d3-7aa5-4770-b89e-bfd436f8e266 req-3062e991-78ec-4429-8f49-e09ee7359d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:23.732756 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a40c1d3-7aa5-4770-b89e-bfd436f8e266 req-3062e991-78ec-4429-8f49-e09ee7359d94 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f HTTP/1.1" status: 200 len: 854 time: 0.0521224 Sep 06 04:45:23.735467 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a461a37f-b731-428e-80fa-ad7cfe9c7f19 req-455c1938-2644-433d-84e7-b078f1d0ba04 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a57860e-e2d2-4ede-943c-6db28a3cdf5a HTTP/1.1" status: 200 len: 1001 time: 0.0946803 Sep 06 04:45:23.757499 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6451f766-b2bf-422c-9031-be62002bdb6f req-9b50cd8b-6bf9-4637-b3e7-9578dd8061dd tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242702 Sep 06 04:45:23.788380 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b086fc6-fc4e-4f3c-9af1-4c98472d8738 None None] New status for floating IP ea338fc3-882b-4871-ad83-6675925aa91c: ACTIVE {{(pid=106941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:45:23.860687 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40c1d3-7aa5-4770-b89e-bfd436f8e266 req-0cd04f0c-199c-490f-80e5-f08d67869a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:23.862264 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a40c1d3-7aa5-4770-b89e-bfd436f8e266 req-0cd04f0c-199c-490f-80e5-f08d67869a1a service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=4c394cea-216c-4a1f-9277-2bb67bf6a21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494509 Sep 06 04:45:23.864021 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461a37f-b731-428e-80fa-ad7cfe9c7f19 req-93a6c01f-08b3-4c09-b95e-a0d7c2ecd16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:23.865604 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a461a37f-b731-428e-80fa-ad7cfe9c7f19 req-93a6c01f-08b3-4c09-b95e-a0d7c2ecd16c service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=0c78bb11-50f5-4892-a3c0-8c728321b918 HTTP/1.1" status: 200 len: 854 time: 0.0530891 Sep 06 04:45:23.960518 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59dbfe-c5fa-43f2-b5e7-4df80f1f96ee req-67aaac18-808f-485c-b60d-1b4b7f607e3f tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:23.961971 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6b59dbfe-c5fa-43f2-b5e7-4df80f1f96ee req-67aaac18-808f-485c-b60d-1b4b7f607e3f tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 945 time: 0.1192968 Sep 06 04:45:24.011627 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6b59dbfe-c5fa-43f2-b5e7-4df80f1f96ee req-2a819956-aea9-4054-9613-99f1f1278ffe tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424128 Sep 06 04:45:24.369268 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461a37f-b731-428e-80fa-ad7cfe9c7f19 req-0f002a4b-c834-40ad-a654-3e889c388172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:24.371350 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a461a37f-b731-428e-80fa-ad7cfe9c7f19 req-0f002a4b-c834-40ad-a654-3e889c388172 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=6b6abe5e-f7f6-488e-8814-260547c69a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396850 Sep 06 04:45:24.384271 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:24.427292 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a40c1d3-7aa5-4770-b89e-bfd436f8e266 req-3b08b71b-ca92-421d-8b3f-f4c99d008165 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963902 Sep 06 04:45:24.466941 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a461a37f-b731-428e-80fa-ad7cfe9c7f19 req-b0f5829c-94b5-4b4e-82d6-bc5bda980313 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6b6abe5e-f7f6-488e-8814-260547c69a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896084 Sep 06 04:45:24.521898 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a40c1d3-7aa5-4770-b89e-bfd436f8e266 req-c1a8fb28-33a7-4d7a-8aab-caeb7472442a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870438 Sep 06 04:45:24.558918 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a461a37f-b731-428e-80fa-ad7cfe9c7f19 req-13f54276-abc4-4cfe-ae57-66a9fef5e6f6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6b6abe5e-f7f6-488e-8814-260547c69a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855284 Sep 06 04:45:24.885394 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83664c-5e6c-47f9-a4a0-d019555c6e03 req-34601d53-2329-4b12-acf8-5d5d220f7bcb tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:24.886868 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1f83664c-5e6c-47f9-a4a0-d019555c6e03 req-34601d53-2329-4b12-acf8-5d5d220f7bcb tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0476718 Sep 06 04:45:24.953111 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1f83664c-5e6c-47f9-a4a0-d019555c6e03 req-dfbef081-98b7-48ca-b098-4e879ff931cc tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602326 Sep 06 04:45:25.138427 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684604c-b53d-4520-8e60-19e4b6f51ccb req-82a1508a-a341-4c04-b25b-e85bd8c64147 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:25.139883 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0684604c-b53d-4520-8e60-19e4b6f51ccb req-82a1508a-a341-4c04-b25b-e85bd8c64147 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 945 time: 0.0509315 Sep 06 04:45:25.187165 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0684604c-b53d-4520-8e60-19e4b6f51ccb req-f7ff6a63-f98c-4909-a2e8-d1356b12deeb tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418968 Sep 06 04:45:26.295627 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:26.310486 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7c911-2340-447c-b38e-19f06a89ca54 req-45ba80ce-5742-4381-b3b0-0dd99c41159c tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:26.311811 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0eb7c911-2340-447c-b38e-19f06a89ca54 req-45ba80ce-5742-4381-b3b0-0dd99c41159c tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.2801020 Sep 06 04:45:26.372516 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0eb7c911-2340-447c-b38e-19f06a89ca54 req-9bcc262b-b89f-4cd5-9211-b5e464327502 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546525 Sep 06 04:45:26.501061 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f77b9-d675-4265-b60a-75336074454a req-7bd9d915-f855-47fd-a0e9-042a966aa0f6 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:26.502547 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-443f77b9-d675-4265-b60a-75336074454a req-7bd9d915-f855-47fd-a0e9-042a966aa0f6 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 945 time: 0.0468185 Sep 06 04:45:26.552003 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-443f77b9-d675-4265-b60a-75336074454a req-33db8a99-8ed0-4566-a3f2-a95a8b92dea8 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439208 Sep 06 04:45:27.499242 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9803c-54b8-4558-9a83-a853737de9e1 req-56336c11-11fd-426e-ae4e-06ac6f3011d2 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:27.500682 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-fcf9803c-54b8-4558-9a83-a853737de9e1 req-56336c11-11fd-426e-ae4e-06ac6f3011d2 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0451493 Sep 06 04:45:27.560537 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-fcf9803c-54b8-4558-9a83-a853737de9e1 req-622eb24d-0d82-4d3b-895a-b1709804e81e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535810 Sep 06 04:45:27.674535 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf4b49-6a7f-4455-90fb-ba05a2253cc3 req-6d3382d8-87ae-4952-9574-cde3831e5eec tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:27.676014 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-83cf4b49-6a7f-4455-90fb-ba05a2253cc3 req-6d3382d8-87ae-4952-9574-cde3831e5eec tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 945 time: 0.0482438 Sep 06 04:45:27.705843 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:27.722514 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-83cf4b49-6a7f-4455-90fb-ba05a2253cc3 req-9a25fa1d-dc4a-4642-b367-bc1cda5387af tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409956 Sep 06 04:45:28.690328 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9cbc2-a4d6-4290-95dc-e59a8b3d4803 req-79756946-530b-431e-9a91-94db7929acd6 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:28.693932 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-61b9cbc2-a4d6-4290-95dc-e59a8b3d4803 req-79756946-530b-431e-9a91-94db7929acd6 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0568836 Sep 06 04:45:28.751814 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-61b9cbc2-a4d6-4290-95dc-e59a8b3d4803 req-e70f5906-3ddf-4177-ad61-c9bfaa44ff39 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543618 Sep 06 04:45:28.845262 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94ada2-aa8b-4f38-bd13-aa48ccc6adfe req-20f24942-3dda-4083-b398-4bcee111a557 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:28.847891 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7e94ada2-aa8b-4f38-bd13-aa48ccc6adfe req-20f24942-3dda-4083-b398-4bcee111a557 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 945 time: 0.0488391 Sep 06 04:45:28.896702 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7e94ada2-aa8b-4f38-bd13-aa48ccc6adfe req-c293af43-58fa-4a15-89cc-d84a6b4a5a73 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443416 Sep 06 04:45:29.877195 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa745478-4340-43b4-b7a0-471f1942226e req-609daf49-69ee-440a-a401-c87d12194b3e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:29.878714 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fa745478-4340-43b4-b7a0-471f1942226e req-609daf49-69ee-440a-a401-c87d12194b3e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0506754 Sep 06 04:45:29.938971 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fa745478-4340-43b4-b7a0-471f1942226e req-02dbe4a8-5b50-4877-9901-95587b91a1a1 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546737 Sep 06 04:45:30.018339 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6dfdf-de2b-44a8-abde-8d9ea2b97c20 req-15cb73b3-6baa-4d81-aa59-133505e4edda tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:30.019959 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d2f6dfdf-de2b-44a8-abde-8d9ea2b97c20 req-15cb73b3-6baa-4d81-aa59-133505e4edda tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 945 time: 0.0463290 Sep 06 04:45:30.046692 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:30.068596 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d2f6dfdf-de2b-44a8-abde-8d9ea2b97c20 req-c6006679-ddf1-40fe-a8b3-852f72e4d5ae tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430017 Sep 06 04:45:30.484200 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:31.061796 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb3c5f-1ab8-4df9-8852-2649a1dc3b58 req-751cbe8c-01be-430b-beb2-fa1db32c4324 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:31.063287 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-40cb3c5f-1ab8-4df9-8852-2649a1dc3b58 req-751cbe8c-01be-430b-beb2-fa1db32c4324 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0481105 Sep 06 04:45:31.124855 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-40cb3c5f-1ab8-4df9-8852-2649a1dc3b58 req-23a2ff90-cd61-4c83-9707-0f5cd084f22f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558472 Sep 06 04:45:31.219015 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947eeb-b39a-476c-89f9-84beb5594fd6 req-37d97f6d-2d69-45a8-9b69-0f0254714da9 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:31.220588 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d1947eeb-b39a-476c-89f9-84beb5594fd6 req-37d97f6d-2d69-45a8-9b69-0f0254714da9 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 945 time: 0.0477052 Sep 06 04:45:31.274345 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d1947eeb-b39a-476c-89f9-84beb5594fd6 req-dba32210-3918-4257-89a4-ec2b6d779650 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474565 Sep 06 04:45:32.248550 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ab24c-63eb-40e1-9757-b90efaef0526 req-f20a2dad-7a29-47b8-9d1f-91f77573a96e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:32.249980 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0f4ab24c-63eb-40e1-9757-b90efaef0526 req-f20a2dad-7a29-47b8-9d1f-91f77573a96e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0462310 Sep 06 04:45:32.311184 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0f4ab24c-63eb-40e1-9757-b90efaef0526 req-5b8f2fcb-e6d4-4b78-a9ee-3fdc4dd680a3 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556428 Sep 06 04:45:32.417499 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee43e830-cbf7-4334-a022-c9bfeec90d2a req-7d0f227d-0679-4338-84a4-18984060382f tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:32.419023 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ee43e830-cbf7-4334-a022-c9bfeec90d2a req-7d0f227d-0679-4338-84a4-18984060382f tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 945 time: 0.0502937 Sep 06 04:45:32.425546 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257aecc-b15e-4191-b6ae-9f8ebd8b3467 req-d25fd1a9-100d-4f68-b5b3-9595b694e0d0 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:32.427350 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3257aecc-b15e-4191-b6ae-9f8ebd8b3467 req-d25fd1a9-100d-4f68-b5b3-9595b694e0d0 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 945 time: 0.0558300 Sep 06 04:45:32.476380 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ee43e830-cbf7-4334-a022-c9bfeec90d2a req-6790e434-b783-435f-ba74-1c8cbf5b0a17 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489545 Sep 06 04:45:32.541205 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-3257aecc-b15e-4191-b6ae-9f8ebd8b3467 req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Deleting port 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:45:32.542967 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-3257aecc-b15e-4191-b6ae-9f8ebd8b3467 req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (4c3904a7-3fe6-4dda-9cbc-88fa5b18e912), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:32.594832 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43584ce6-b074-4a2e-9865-d4be1c0c6ddf req-d395c4c5-e3d8-405b-a995-76b6cccfbf08 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:32.597021 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-43584ce6-b074-4a2e-9865-d4be1c0c6ddf req-d395c4c5-e3d8-405b-a995-76b6cccfbf08 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0543725 Sep 06 04:45:32.639529 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-3257aecc-b15e-4191-b6ae-9f8ebd8b3467 req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] For port 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4c3904a7-3fe6-4dda-9cbc-88fa5b18e912,segment=NetworkSegment(cca1547a-6b7b-4d19-b545-62856fc72d48),segment_id=cca1547a-6b7b-4d19-b545-62856fc72d48)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:45:32.639996 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-3257aecc-b15e-4191-b6ae-9f8ebd8b3467 req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (4c3904a7-3fe6-4dda-9cbc-88fa5b18e912), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:32.646616 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-43584ce6-b074-4a2e-9865-d4be1c0c6ddf req-2dc5cbf7-1710-4a03-ac79-27fa69055b42 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442240 Sep 06 04:45:32.654793 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-3257aecc-b15e-4191-b6ae-9f8ebd8b3467 req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Calling delete_port for 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 owned by compute:nova {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:45:32.827700 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-3257aecc-b15e-4191-b6ae-9f8ebd8b3467 req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (4c3904a7-3fe6-4dda-9cbc-88fa5b18e912), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:32.854198 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Pushing event deleted for resources: {'Port': ['ID=4c3904a7-3fe6-4dda-9cbc-88fa5b18e912,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:32.868049 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:32.868401 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:32.868746 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:32.869084 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:32.869452 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:32.869783 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:32.870110 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:32.870436 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:32.870768 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:32.871083 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:32.871410 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:32.871731 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:32.872050 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:32.872371 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:32.873240 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:45:32.875659 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:32.877155 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['4c3904a7-3fe6-4dda-9cbc-88fa5b18e912'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:45:32.914519 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-3257aecc-b15e-4191-b6ae-9f8ebd8b3467 req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] No DVR routers for this DVR port 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 on host hv-cinder-85600 {{(pid=106938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:45:32.916948 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-3257aecc-b15e-4191-b6ae-9f8ebd8b3467 req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:32.920247 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3257aecc-b15e-4191-b6ae-9f8ebd8b3467 req-ea18b180-7ee2-4761-82ba-d47c8bfc3678 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.46 "DELETE /networking/v2.0/ports/4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 HTTP/1.1" status: 204 len: 173 time: 0.4799378 Sep 06 04:45:32.929762 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82cee62-6001-47e4-bf3a-082527535ff5', 'name': 'network-vif-deleted', 'tag': '4c3904a7-3fe6-4dda-9cbc-88fa5b18e912'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:45:32.929762 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8677e4cc-d4f5-4091-a8e8-d79f87fefda2" -d '{"events": [{"server_uuid": "c82cee62-6001-47e4-bf3a-082527535ff5", "name": "network-vif-deleted", "tag": "4c3904a7-3fe6-4dda-9cbc-88fa5b18e912"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:45:32.961601 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336627de-cade-48c1-977e-ca010e4d096f x-openstack-request-id: req-336627de-cade-48c1-977e-ca010e4d096f {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:45:32.961899 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82cee62-6001-47e4-bf3a-082527535ff5", "name": "network-vif-deleted", "tag": "4c3904a7-3fe6-4dda-9cbc-88fa5b18e912", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:45:32.962151 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-336627de-cade-48c1-977e-ca010e4d096f {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:45:32.962562 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-336627de-cade-48c1-977e-ca010e4d096f'] response: {'server_uuid': 'c82cee62-6001-47e4-bf3a-082527535ff5', 'name': 'network-vif-deleted', 'tag': '4c3904a7-3fe6-4dda-9cbc-88fa5b18e912', 'status': 'completed', 'code': 200} Sep 06 04:45:33.434665 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43128d42-5dee-47b9-8401-01ae64330680 req-3f7658de-0e94-408b-baf7-c396591afc67 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:33.445299 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-43128d42-5dee-47b9-8401-01ae64330680 req-3f7658de-0e94-408b-baf7-c396591afc67 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0476625 Sep 06 04:45:33.501665 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-43128d42-5dee-47b9-8401-01ae64330680 req-dfec8eaa-c4e5-4cab-95bb-3b3937712d09 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593646 Sep 06 04:45:33.595641 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-284f144d-575a-42d3-a5c6-758b213ac5be req-65d353c8-6672-4d77-ad8f-e07ba26ce20b tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=c82cee62-6001-47e4-bf3a-082527535ff5 HTTP/1.1" status: 200 len: 210 time: 0.0279152 Sep 06 04:45:33.775426 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feed8c9-3c63-4dff-ba09-b9f92900da80 req-4fce87f3-e83b-4f5c-ba13-bf8f1b1023bb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:33.776881 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4feed8c9-3c63-4dff-ba09-b9f92900da80 req-4fce87f3-e83b-4f5c-ba13-bf8f1b1023bb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0486107 Sep 06 04:45:33.823245 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4feed8c9-3c63-4dff-ba09-b9f92900da80 req-b33009f9-03f0-45d0-885e-a22caa7dc918 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402606 Sep 06 04:45:34.014406 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:34.016572 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:34.639997 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ba311-82a5-4978-a5f4-0514d202f708 req-2f7f374e-41c6-490c-86f9-169200345893 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:34.641821 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1b2ba311-82a5-4978-a5f4-0514d202f708 req-2f7f374e-41c6-490c-86f9-169200345893 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0511491 Sep 06 04:45:34.714495 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1b2ba311-82a5-4978-a5f4-0514d202f708 req-c07a9fcf-ca22-4d86-aaa1-5c54108ad28d tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661435 Sep 06 04:45:34.786518 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:34.875554 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-b513d119-c756-42e1-a12c-19d955b34342 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:34.877036 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-b513d119-c756-42e1-a12c-19d955b34342 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/networks?id=3d3d4564-d0e1-4ed7-9376-767df6f5c221 HTTP/1.1" status: 200 len: 809 time: 0.1015944 Sep 06 04:45:34.892142 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-b274d35c-0a4b-412b-8340-d9165bddeb89 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/quotas/5f758de124e64932af3cc80ed348f51c HTTP/1.1" status: 200 len: 375 time: 0.0098391 Sep 06 04:45:34.928647 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-4889f010-79b9-4cca-ad44-dbcfa7d3951f tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=5f758de124e64932af3cc80ed348f51c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309532 Sep 06 04:45:34.939051 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-0e4030d0-777f-4096-95db-cac0f0c190d3 service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 06 04:45:34.940035 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-0e4030d0-777f-4096-95db-cac0f0c190d3 service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050063 Sep 06 04:45:34.943787 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:34.952593 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75193f8-5b4c-4133-ae70-7e6efa9839fc req-0a95786c-9208-4827-a3a7-4d622526d127 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:34.954153 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d75193f8-5b4c-4133-ae70-7e6efa9839fc req-0a95786c-9208-4827-a3a7-4d622526d127 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0508153 Sep 06 04:45:35.003660 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d75193f8-5b4c-4133-ae70-7e6efa9839fc req-c8a28bea-55ef-488c-bf2f-26f8c2144768 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431356 Sep 06 04:45:35.033263 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-ca2efb01-1e7d-4e2f-b77e-0ceb9eed9fca service neutron] 10.222.0.30 "GET /networking/v2.0/networks/3d3d4564-d0e1-4ed7-9376-767df6f5c221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876253 Sep 06 04:45:35.125027 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-ec4763f8-345b-45cd-b447-a853317f3b1e service neutron] 10.222.0.30 "GET /networking/v2.0/networks/3d3d4564-d0e1-4ed7-9376-767df6f5c221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861411 Sep 06 04:45:35.351224 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d79658a3-123e-4bac-9c8d-462ecea72f99 req-06ba57d7-c5ae-45c2-a02c-3c46b554de0d tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 210 time: 0.0280313 Sep 06 04:45:35.847671 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6aa44e-135d-42e4-9e86-f98f47b5aa20 req-2ad0bf65-df24-43f4-b953-84e030d4362d tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:35.851085 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ec6aa44e-135d-42e4-9e86-f98f47b5aa20 req-2ad0bf65-df24-43f4-b953-84e030d4362d tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0568793 Sep 06 04:45:35.896000 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:35.909408 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ec6aa44e-135d-42e4-9e86-f98f47b5aa20 req-820dd4d2-cc36-4314-bedf-35ac4f46ce56 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539079 Sep 06 04:45:36.008825 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0db0f55c-85f5-48f8-950a-c803ecf05811 req-39a04c42-9b05-406e-bb88-10674a2a2887 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372107 Sep 06 04:45:36.125142 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0f55c-85f5-48f8-950a-c803ecf05811 req-6c9ae3ed-e2bb-4506-9137-8d77a7f686e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:36.126709 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0db0f55c-85f5-48f8-950a-c803ecf05811 req-6c9ae3ed-e2bb-4506-9137-8d77a7f686e5 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=375efd2890fc4b71af13439813f00ab0&device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 1130 time: 0.0775642 Sep 06 04:45:36.139761 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cae4a-e641-4d5c-8d50-36352add489f req-8edaf0fc-dcd0-49b4-a295-eddd990e8c7d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:36.146127 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-086cae4a-e641-4d5c-8d50-36352add489f req-8edaf0fc-dcd0-49b4-a295-eddd990e8c7d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0550373 Sep 06 04:45:36.254534 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-086cae4a-e641-4d5c-8d50-36352add489f req-28fa08d6-c10d-4ddd-b903-8bf6beb7dce1 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018581 Sep 06 04:45:36.268331 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0f55c-85f5-48f8-950a-c803ecf05811 req-485ce8e7-7064-4ac8-bbb7-d27a45114885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:36.274688 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0db0f55c-85f5-48f8-950a-c803ecf05811 req-485ce8e7-7064-4ac8-bbb7-d27a45114885 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=713bea32-eeee-4105-a352-3326771fb659 HTTP/1.1" status: 200 len: 913 time: 0.1246407 Sep 06 04:45:36.334349 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0db0f55c-85f5-48f8-950a-c803ecf05811 req-8cf68e54-94c4-4c2b-b505-c7bb36570923 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a88b191-41e1-4780-8ac2-cac44e992df0 HTTP/1.1" status: 200 len: 1001 time: 0.0569510 Sep 06 04:45:36.444579 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0f55c-85f5-48f8-950a-c803ecf05811 req-fbb872bc-4681-4bbd-a938-6ad5725379fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:36.446078 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0db0f55c-85f5-48f8-950a-c803ecf05811 req-fbb872bc-4681-4bbd-a938-6ad5725379fc service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=620d1330-0c40-41f6-9a10-faccabf815ee HTTP/1.1" status: 200 len: 851 time: 0.0465527 Sep 06 04:45:36.455926 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2a0f85a2-cf68-4fc7-87b4-2dabbe4e282b req-f20bcfdd-3a5e-4020-b330-e7a7bc05eb3c tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 210 time: 0.0298007 Sep 06 04:45:36.505211 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0f55c-85f5-48f8-950a-c803ecf05811 req-24967189-d847-4680-b0a9-e87cf9624f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:36.506761 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0db0f55c-85f5-48f8-950a-c803ecf05811 req-24967189-d847-4680-b0a9-e87cf9624f3f service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=713bea32-eeee-4105-a352-3326771fb659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441105 Sep 06 04:45:36.609830 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0db0f55c-85f5-48f8-950a-c803ecf05811 req-37530efe-e05e-4d4d-8c0c-bd607eb31293 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855808 Sep 06 04:45:36.706869 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0db0f55c-85f5-48f8-950a-c803ecf05811 req-930edbaa-451a-48b5-bbf5-1220237c62c5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894678 Sep 06 04:45:37.034451 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e81348-3e00-493f-8639-2e8fb5e8c16a req-fe19f92c-0588-4c19-ac7d-bc8a127ab47b tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:37.038194 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d8e81348-3e00-493f-8639-2e8fb5e8c16a req-fe19f92c-0588-4c19-ac7d-bc8a127ab47b tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0506220 Sep 06 04:45:37.106528 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d8e81348-3e00-493f-8639-2e8fb5e8c16a req-2d0efdbd-2981-4dcf-9328-216089219cda tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649438 Sep 06 04:45:37.386572 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a82e5-ac3f-44b4-a5a9-67d44ef75259 req-42d293a2-43ba-4905-85ee-4ddcd7fbcec9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:37.388695 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1b9a82e5-ac3f-44b4-a5a9-67d44ef75259 req-42d293a2-43ba-4905-85ee-4ddcd7fbcec9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0532598 Sep 06 04:45:37.437190 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1b9a82e5-ac3f-44b4-a5a9-67d44ef75259 req-cde81df5-95f7-442a-9aa9-229392ab0835 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422809 Sep 06 04:45:37.564557 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-27eacb48-e523-4527-83cb-9ab657985db3 req-c006b8fc-4481-4c58-9876-5bcb8a387b95 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 210 time: 0.0345523 Sep 06 04:45:37.669590 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:37.682607 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:45:37.696184 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-4a566abc-8e0c-4dd9-a547-4fd5ceb62090 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:37.697871 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-4a566abc-8e0c-4dd9-a547-4fd5ceb62090 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3d3d4564-d0e1-4ed7-9376-767df6f5c221 HTTP/1.1" status: 200 len: 809 time: 0.1146455 Sep 06 04:45:37.708170 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:45:37.708520 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 4c3904a7-3fe6-4dda-9cbc-88fa5b18e912 not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:45:37.737379 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-52d1daf4-9614-4828-8ed4-74d350ad2f51 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Request body: {'port': {'device_id': 'acc63ec5-2ef0-416d-957a-76e83eb7a5c0', 'network_id': '3d3d4564-d0e1-4ed7-9376-767df6f5c221', 'admin_state_up': True, 'tenant_id': '5f758de124e64932af3cc80ed348f51c'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:45:37.913027 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-52d1daf4-9614-4828-8ed4-74d350ad2f51 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Made reservation on behalf of 5f758de124e64932af3cc80ed348f51c for: {'port': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:45:37.917016 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-52d1daf4-9614-4828-8ed4-74d350ad2f51 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:37.918985 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:38.011370 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-e07ab665-46ce-443e-84f4-da88a5f075f8 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1357749998&fields=id&tenant_id=375efd2890fc4b71af13439813f00ab0 HTTP/1.1" status: 200 len: 267 time: 0.0462832 Sep 06 04:45:38.053801 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-52d1daf4-9614-4828-8ed4-74d350ad2f51 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Allocated IP 172.20.0.5 (3d3d4564-d0e1-4ed7-9376-767df6f5c221/415662be-273b-4a73-9ed6-b864a8e98bcd/9d2e20a6-91b7-4e08-b9cc-3a354079b32c) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:45:38.129813 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-e703aebd-17b8-4fe9-804f-9ea0d6a2963c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:38.131190 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-e703aebd-17b8-4fe9-804f-9ea0d6a2963c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/networks?id=713bea32-eeee-4105-a352-3326771fb659 HTTP/1.1" status: 200 len: 812 time: 0.1128609 Sep 06 04:45:38.147523 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-ec3c22e6-f965-4506-99bd-222c6dc97c23 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/quotas/375efd2890fc4b71af13439813f00ab0 HTTP/1.1" status: 200 len: 375 time: 0.0102277 Sep 06 04:45:38.202842 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-bf1ea6db-2d5a-42d2-91f8-7150fb96ea9e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=375efd2890fc4b71af13439813f00ab0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478995 Sep 06 04:45:38.240759 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-52d1daf4-9614-4828-8ed4-74d350ad2f51 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Publish callbacks [] for port (9d2e20a6-91b7-4e08-b9cc-3a354079b32c), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:38.255264 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31a9d5-ffeb-4300-b0cd-475078c6531d req-017080d8-56ff-43ee-8571-a0683147e614 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:38.256729 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6e31a9d5-ffeb-4300-b0cd-475078c6531d req-017080d8-56ff-43ee-8571-a0683147e614 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0713146 Sep 06 04:45:38.304152 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-632b0f3e-cb45-470e-a6cb-6eb6d940d934 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896170 Sep 06 04:45:38.333966 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6e31a9d5-ffeb-4300-b0cd-475078c6531d req-e11d84ef-fd13-492c-8a39-fe88f41ecb49 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701170 Sep 06 04:45:38.370707 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-52d1daf4-9614-4828-8ed4-74d350ad2f51 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (9d2e20a6-91b7-4e08-b9cc-3a354079b32c), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:38.404538 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-ca80a438-e4d2-4591-8d6c-b3e90f30fa95 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945723 Sep 06 04:45:38.414841 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-52d1daf4-9614-4828-8ed4-74d350ad2f51 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Network 3d3d4564-d0e1-4ed7-9376-767df6f5c221 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:45:38.418040 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-52d1daf4-9614-4828-8ed4-74d350ad2f51 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:45:38.422415 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-52d1daf4-9614-4828-8ed4-74d350ad2f51 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:45:38.463932 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1daf4-9614-4828-8ed4-74d350ad2f51 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Pushing event updated for resources: {'Port': ['ID=9d2e20a6-91b7-4e08-b9cc-3a354079b32c,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:38.487136 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-52d1daf4-9614-4828-8ed4-74d350ad2f51 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:38.487758 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-52d1daf4-9614-4828-8ed4-74d350ad2f51 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:38.573932 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ddc3bb-89b8-40e3-8382-d8545f3c7429 req-c7c5c30d-459d-4ee3-8dc6-e16b1bbab85b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:38.575414 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e2ddc3bb-89b8-40e3-8382-d8545f3c7429 req-c7c5c30d-459d-4ee3-8dc6-e16b1bbab85b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0498137 Sep 06 04:45:38.597067 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-52d1daf4-9614-4828-8ed4-74d350ad2f51 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8647785 Sep 06 04:45:38.597489 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:38.627825 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e2ddc3bb-89b8-40e3-8382-d8545f3c7429 req-832dff70-f402-4dd8-89a7-310395aa29b3 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465505 Sep 06 04:45:38.663980 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Request body: {'port': {'device_id': 'acc63ec5-2ef0-416d-957a-76e83eb7a5c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:45:38.773717 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0899e63-e133-47f7-b1c0-e82796deb54b req-632e78e3-bf4c-4288-8865-032d1061d9c7 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:38.775215 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b0899e63-e133-47f7-b1c0-e82796deb54b req-632e78e3-bf4c-4288-8865-032d1061d9c7 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 931 time: 0.0798423 Sep 06 04:45:38.789599 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (9d2e20a6-91b7-4e08-b9cc-3a354079b32c), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:38.792861 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:38.861417 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b0899e63-e133-47f7-b1c0-e82796deb54b req-9c0c2d4d-436e-4cbf-a061-945171beff20 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800583 Sep 06 04:45:38.968225 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f98699c3-ae4a-4405-b5c2-868924d3c9df req-99795c45-4aea-4e83-a4a5-0006adef724f tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 210 time: 0.0369620 Sep 06 04:45:39.115838 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2e20a6-91b7-4e08-b9cc-3a354079b32c {{(pid=106938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:45:39.123421 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Publish callbacks [] for port (9d2e20a6-91b7-4e08-b9cc-3a354079b32c), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:39.135353 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.provisioning_blocks [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Transition to ACTIVE for port object 9d2e20a6-91b7-4e08-b9cc-3a354079b32c will not be triggered until provisioned by entity L2. {{(pid=106938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:45:39.175487 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (9d2e20a6-91b7-4e08-b9cc-3a354079b32c), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:39.253764 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2e20a6-91b7-4e08-b9cc-3a354079b32c,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:39.283493 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Attempting to bind port 9d2e20a6-91b7-4e08-b9cc-3a354079b32c on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:45:39.283829 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Attempting to bind port 9d2e20a6-91b7-4e08-b9cc-3a354079b32c by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'cca1547a-6b7b-4d19-b545-62856fc72d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d3d4564-d0e1-4ed7-9376-767df6f5c221'}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:45:39.284146 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Attempting to bind port 9d2e20a6-91b7-4e08-b9cc-3a354079b32c on network 3d3d4564-d0e1-4ed7-9376-767df6f5c221 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:45:39.329477 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Port 9d2e20a6-91b7-4e08-b9cc-3a354079b32c on network 3d3d4564-d0e1-4ed7-9376-767df6f5c221 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:45:39.329796 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Attempting to bind port 9d2e20a6-91b7-4e08-b9cc-3a354079b32c on network 3d3d4564-d0e1-4ed7-9376-767df6f5c221 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:45:39.371244 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:45:39.371575 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Checking segment: {'id': 'cca1547a-6b7b-4d19-b545-62856fc72d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d3d4564-d0e1-4ed7-9376-767df6f5c221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:45:39.371949 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Bound using segment: {'id': 'cca1547a-6b7b-4d19-b545-62856fc72d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d3d4564-d0e1-4ed7-9376-767df6f5c221'} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:45:39.372448 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Bound port: 9d2e20a6-91b7-4e08-b9cc-3a354079b32c, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca1547a-6b7b-4d19-b545-62856fc72d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '3d3d4564-d0e1-4ed7-9376-767df6f5c221'}}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:45:39.372719 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (9d2e20a6-91b7-4e08-b9cc-3a354079b32c), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:39.439065 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] For port 9d2e20a6-91b7-4e08-b9cc-3a354079b32c, host hv-cinder-85600, cleared binding levels {{(pid=106938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:45:39.442252 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] For port 9d2e20a6-91b7-4e08-b9cc-3a354079b32c, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=9d2e20a6-91b7-4e08-b9cc-3a354079b32c,segment=NetworkSegment(cca1547a-6b7b-4d19-b545-62856fc72d48),segment_id=cca1547a-6b7b-4d19-b545-62856fc72d48)] {{(pid=106938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:45:39.466518 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b14763-8762-4bd6-8212-b1864ffa8b98 req-76ef0b4a-3e01-461b-bb91-240fc2eb3c15 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:39.468061 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-80b14763-8762-4bd6-8212-b1864ffa8b98 req-76ef0b4a-3e01-461b-bb91-240fc2eb3c15 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0474327 Sep 06 04:45:39.499414 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:39.533925 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-80b14763-8762-4bd6-8212-b1864ffa8b98 req-fabd546f-3dd7-40a1-930a-0911f0319b88 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598783 Sep 06 04:45:39.541953 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (9d2e20a6-91b7-4e08-b9cc-3a354079b32c), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:39.546802 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:39.547419 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:39.548764 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/9d2e20a6-91b7-4e08-b9cc-3a354079b32c HTTP/1.1" status: 200 len: 1093 time: 0.8897367 Sep 06 04:45:39.549339 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc63ec5-2ef0-416d-957a-76e83eb7a5c0', 'tag': '9d2e20a6-91b7-4e08-b9cc-3a354079b32c'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:45:39.551599 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d8b2c0-8ecb-4822-908e-214649572cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "acc63ec5-2ef0-416d-957a-76e83eb7a5c0", "tag": "9d2e20a6-91b7-4e08-b9cc-3a354079b32c"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:45:39.584450 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:39.599706 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e11235-6e6b-485f-9ec4-7d5369b5ec4b x-openstack-request-id: req-81e11235-6e6b-485f-9ec4-7d5369b5ec4b {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:45:39.600131 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acc63ec5-2ef0-416d-957a-76e83eb7a5c0", "tag": "9d2e20a6-91b7-4e08-b9cc-3a354079b32c", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:45:39.600394 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81e11235-6e6b-485f-9ec4-7d5369b5ec4b {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:45:39.600801 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e11235-6e6b-485f-9ec4-7d5369b5ec4b'] response: {'name': 'network-changed', 'server_uuid': 'acc63ec5-2ef0-416d-957a-76e83eb7a5c0', 'tag': '9d2e20a6-91b7-4e08-b9cc-3a354079b32c', 'status': 'completed', 'code': 200} Sep 06 04:45:39.601601 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a926c01-06dd-4d58-b180-706f17ecac93 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2e20a6-91b7-4e08-b9cc-3a354079b32c,revision_number=3']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:39.684535 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8b2c0-8ecb-4822-908e-214649572cd7 req-1fd7fa24-2184-4db8-8d69-4d33b1321781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:39.686059 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b7d8b2c0-8ecb-4822-908e-214649572cd7 req-1fd7fa24-2184-4db8-8d69-4d33b1321781 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=5f758de124e64932af3cc80ed348f51c&device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 1127 time: 0.0435359 Sep 06 04:45:39.753453 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc193423-3d1e-4f94-ac6d-2da8de2f8aa1 req-90f99477-f344-4fac-839d-d4ac582d541b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:39.760248 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-dc193423-3d1e-4f94-ac6d-2da8de2f8aa1 req-90f99477-f344-4fac-839d-d4ac582d541b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0515316 Sep 06 04:45:39.801650 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8b2c0-8ecb-4822-908e-214649572cd7 req-2fff4201-d785-42aa-b865-a6eafb9b1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:39.803148 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b7d8b2c0-8ecb-4822-908e-214649572cd7 req-2fff4201-d785-42aa-b865-a6eafb9b1aee service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=5f758de124e64932af3cc80ed348f51c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1031404 Sep 06 04:45:39.804554 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-dc193423-3d1e-4f94-ac6d-2da8de2f8aa1 req-a1754d07-a355-49f9-be2b-acbe2d99736d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434935 Sep 06 04:45:39.903892 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8b2c0-8ecb-4822-908e-214649572cd7 req-0fd1275b-3341-47b8-9128-91658730cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:39.906771 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b7d8b2c0-8ecb-4822-908e-214649572cd7 req-0fd1275b-3341-47b8-9128-91658730cef8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959542 Sep 06 04:45:39.967291 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:40.008185 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74019efd-732e-4abf-b6ed-6c967beafbe0 req-afe8c681-8903-4077-a47c-0d4b31c10088 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:40.009707 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-74019efd-732e-4abf-b6ed-6c967beafbe0 req-afe8c681-8903-4077-a47c-0d4b31c10088 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 943 time: 0.0702736 Sep 06 04:45:40.041332 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-4cde2156-6bd2-4318-9b54-8c72bde44ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:40.042804 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-4cde2156-6bd2-4318-9b54-8c72bde44ef2 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=5f758de124e64932af3cc80ed348f51c&device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 1127 time: 0.0692034 Sep 06 04:45:40.075721 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ce17ebf3-edb1-41db-bda3-de87d505bc60 req-90b12842-777f-4c88-ada3-c7ae3634dfdb tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 210 time: 0.0271080 Sep 06 04:45:40.097046 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-1db55e81-0be4-43c0-b229-b3bcd1458227 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d2e20a6-91b7-4e08-b9cc-3a354079b32c HTTP/1.1" status: 200 len: 217 time: 0.0410926 Sep 06 04:45:40.137581 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-74019efd-732e-4abf-b6ed-6c967beafbe0 req-74df0a3c-97e7-46e9-831f-a6782b1e86f5 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161470 Sep 06 04:45:40.157874 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-aeb90583-02a2-45b9-a010-dd061d988278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:40.159323 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-aeb90583-02a2-45b9-a010-dd061d988278 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=415662be-273b-4a73-9ed6-b864a8e98bcd HTTP/1.1" status: 200 len: 849 time: 0.0535109 Sep 06 04:45:40.190830 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-8d8fed15-0c87-49c5-89c9-c2565c382ef5 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=3d3d4564-d0e1-4ed7-9376-767df6f5c221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251436 Sep 06 04:45:40.287345 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-bc0f8809-6c37-4af5-9124-6b6757cf0674 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d3d4564-d0e1-4ed7-9376-767df6f5c221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896513 Sep 06 04:45:40.382469 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-67cb057e-c261-47ff-8b05-4058e4f2f389 req-07d48dbe-63c3-4a47-8105-c29b326f10fe service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d3d4564-d0e1-4ed7-9376-767df6f5c221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874765 Sep 06 04:45:40.660461 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db22d0c-c323-4a47-ab53-253029e3def7 req-237934c3-f686-4045-a4a0-26db25012b48 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:40.661922 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4db22d0c-c323-4a47-ab53-253029e3def7 req-237934c3-f686-4045-a4a0-26db25012b48 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0498955 Sep 06 04:45:40.723408 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4db22d0c-c323-4a47-ab53-253029e3def7 req-93aa8327-fa2e-4299-8db9-b81ca3b7ecc1 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556207 Sep 06 04:45:40.931973 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8783aa1-12ff-4ee5-af2d-ca0d6cc95023 req-fb3bd9f4-e66a-4168-9133-e86ee37d4022 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:40.933606 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b8783aa1-12ff-4ee5-af2d-ca0d6cc95023 req-fb3bd9f4-e66a-4168-9133-e86ee37d4022 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0499392 Sep 06 04:45:40.980421 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b8783aa1-12ff-4ee5-af2d-ca0d6cc95023 req-784e6811-cb02-4a4a-8ce0-b27a26adbbf1 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414517 Sep 06 04:45:41.180124 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0de0d990-6b0b-4ca6-aec9-bd8636783b1d req-bdcffbd3-283c-43dd-a994-621d011d5831 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 210 time: 0.0270069 Sep 06 04:45:41.262577 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0fe07-7abd-4453-9f14-89bf9bcfe341 req-c0b54220-2bc3-48e4-9c0b-9c1cdc4b7577 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:41.264057 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2fe0fe07-7abd-4453-9f14-89bf9bcfe341 req-c0b54220-2bc3-48e4-9c0b-9c1cdc4b7577 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 943 time: 0.0456741 Sep 06 04:45:41.311899 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2fe0fe07-7abd-4453-9f14-89bf9bcfe341 req-bef96e63-7540-46f2-92a7-ed9177aaf74f tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408733 Sep 06 04:45:41.841333 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1465f-3efc-4f24-bdd6-ca11b7247870 req-0c09fa41-07bb-4bc8-8efc-05f7704750a7 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:41.843504 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d8f1465f-3efc-4f24-bdd6-ca11b7247870 req-0c09fa41-07bb-4bc8-8efc-05f7704750a7 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0455873 Sep 06 04:45:41.901775 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d8f1465f-3efc-4f24-bdd6-ca11b7247870 req-3bb8e719-e798-4226-8657-395b87e6e546 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529451 Sep 06 04:45:42.109324 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff71b08-3b12-4c91-b633-1019547dd583 req-e77a2e52-0b04-416c-9135-afa9d6810da4 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:42.110829 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bff71b08-3b12-4c91-b633-1019547dd583 req-e77a2e52-0b04-416c-9135-afa9d6810da4 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0513694 Sep 06 04:45:42.160062 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bff71b08-3b12-4c91-b633-1019547dd583 req-9cf802e3-0f9c-48b6-80ff-8a12ba010867 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433779 Sep 06 04:45:42.169606 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-13db026b-0c1c-4d4e-9d44-e8ebf6e5fda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:42.284798 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9b484020-fca9-44f3-b674-730337837be4 req-af697bb3-ab28-4f69-8612-9e694f78d5ec tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 210 time: 0.0308473 Sep 06 04:45:42.432083 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c650ff3-99a1-4c02-9e0d-382e1f433707 req-ec5627a3-517a-4a21-b494-a5cb2ebf8228 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:42.433561 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4c650ff3-99a1-4c02-9e0d-382e1f433707 req-ec5627a3-517a-4a21-b494-a5cb2ebf8228 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 943 time: 0.0468886 Sep 06 04:45:42.464200 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:42.481558 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4c650ff3-99a1-4c02-9e0d-382e1f433707 req-2d38b016-0526-4af6-89cf-f1844c72fe41 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421524 Sep 06 04:45:43.022303 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95756d4-9ee1-4c82-84b7-a99d6a066e11 req-2be5ad20-94f3-4909-91fd-91d39f9c2aa6 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:43.023777 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e95756d4-9ee1-4c82-84b7-a99d6a066e11 req-2be5ad20-94f3-4909-91fd-91d39f9c2aa6 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0468986 Sep 06 04:45:43.047101 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:43.090260 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e95756d4-9ee1-4c82-84b7-a99d6a066e11 req-0ef019e3-c872-4f04-80ae-267a3e84e841 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608761 Sep 06 04:45:43.287296 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961969d9-1374-45e1-8b14-41e0dc55aac8 req-a90d4054-3b48-4723-89cf-fc71e8a9c60d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:43.288875 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-961969d9-1374-45e1-8b14-41e0dc55aac8 req-a90d4054-3b48-4723-89cf-fc71e8a9c60d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0469732 Sep 06 04:45:43.344711 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-961969d9-1374-45e1-8b14-41e0dc55aac8 req-04d10385-9d86-4a37-8fa4-06267f894e49 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503793 Sep 06 04:45:43.392213 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d4702c32-6552-4d44-beec-21162e9ba690 req-88aea814-92b2-4671-b1c5-291a4bc3c0dc tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 210 time: 0.0291297 Sep 06 04:45:43.601494 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849be58d-7e36-4dfb-a105-422d1642d0aa req-ae19614f-d57d-42cb-bd1e-e2c3ba6b12bc tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:43.603361 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-849be58d-7e36-4dfb-a105-422d1642d0aa req-ae19614f-d57d-42cb-bd1e-e2c3ba6b12bc tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 943 time: 0.0484676 Sep 06 04:45:43.650406 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-849be58d-7e36-4dfb-a105-422d1642d0aa req-4973d09b-4a69-4445-9b89-c128f243e2ae tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417390 Sep 06 04:45:44.213922 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833e484-9350-4794-b3df-66e8ddd789c3 req-4ddb0ac5-0529-41d8-a0e8-f4681cf4f140 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:44.215354 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5833e484-9350-4794-b3df-66e8ddd789c3 req-4ddb0ac5-0529-41d8-a0e8-f4681cf4f140 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0495565 Sep 06 04:45:44.472911 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-db895b40-81a2-478c-9354-5e34f339bd4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:44.487762 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d4cf5-8336-433e-b44f-9e2a50d171f2 req-d54d88bd-34b6-4fb5-9f58-dbfae7c3f7cb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:44.489377 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f20d4cf5-8336-433e-b44f-9e2a50d171f2 req-d54d88bd-34b6-4fb5-9f58-dbfae7c3f7cb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0508463 Sep 06 04:45:44.534225 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5833e484-9350-4794-b3df-66e8ddd789c3 req-b2797801-9076-4965-b92c-34444b41e665 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3132656 Sep 06 04:45:44.539220 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f20d4cf5-8336-433e-b44f-9e2a50d171f2 req-9084cacb-548a-4b10-bf1f-f2b0d75e6d82 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441308 Sep 06 04:45:44.631458 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-93db57a6-d23a-43e8-8b21-db25e7b10282 req-e7e8edd2-7120-4265-ac22-04cb7e41ef3e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 210 time: 0.0273154 Sep 06 04:45:44.778194 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4674ff9-82fb-49b1-abe9-a4eeba55f013 req-6607e11d-c976-4b1a-85df-4f94f2384a49 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:44.779951 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d4674ff9-82fb-49b1-abe9-a4eeba55f013 req-6607e11d-c976-4b1a-85df-4f94f2384a49 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 943 time: 0.0534604 Sep 06 04:45:44.827293 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d4674ff9-82fb-49b1-abe9-a4eeba55f013 req-285ee10e-78f6-4bce-80ed-64a9ded92011 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415909 Sep 06 04:45:45.341781 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:45.398788 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-143318a8-bebf-4867-a629-ec6ce2e6aa44 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:45.400513 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-143318a8-bebf-4867-a629-ec6ce2e6aa44 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.46 "GET /networking/v2.0/networks?id=713bea32-eeee-4105-a352-3326771fb659 HTTP/1.1" status: 200 len: 812 time: 0.1067975 Sep 06 04:45:45.413985 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:45:45.478927 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-1a3bdae7-414f-4fe9-9a00-e5cd80bf5762 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=375efd2890fc4b71af13439813f00ab0 HTTP/1.1" status: 200 len: 380 time: 0.0590639 Sep 06 04:45:45.495174 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-f5fad4b4-910a-4196-bb94-a15eefdaa995 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Request body: {'port': {'device_id': '17758d6d-93d6-48b1-890f-eca1a0fe0058', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'admin_state_up': True, 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'security_groups': ['81e7754a-8b32-4b59-ab8f-26e453e77db6']}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:45:45.677517 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76835d4-4057-4f16-9eff-043a6d1f7df5 req-5efcde76-f6a6-411e-a376-324cecdc1dca tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:45.679165 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b76835d4-4057-4f16-9eff-043a6d1f7df5 req-5efcde76-f6a6-411e-a376-324cecdc1dca tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0561273 Sep 06 04:45:45.681095 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-f5fad4b4-910a-4196-bb94-a15eefdaa995 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Made reservation on behalf of 375efd2890fc4b71af13439813f00ab0 for: {'port': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:45:45.684711 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-f5fad4b4-910a-4196-bb94-a15eefdaa995 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:45.693591 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91ef3f-f1a4-4eb4-a089-62b82616e759 req-debc9300-f305-4c55-9c7d-446d96dca943 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:45.702060 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8f91ef3f-f1a4-4eb4-a089-62b82616e759 req-debc9300-f305-4c55-9c7d-446d96dca943 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0623000 Sep 06 04:45:45.744917 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 9d2e20a6-91b7-4e08-b9cc-3a354079b32c details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:45:45.753391 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b76835d4-4057-4f16-9eff-043a6d1f7df5 req-e60cabf2-19fd-4bff-a9cf-076e9c4098db tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&id=4ec43856-5c28-4762-b54f-d7dac9bb8dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666180 Sep 06 04:45:45.843322 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8f91ef3f-f1a4-4eb4-a089-62b82616e759 req-3eb665b4-db5f-4afb-bf62-6b68eb279b13 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374934 Sep 06 04:45:45.868834 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ff1674ed-fe98-40e1-90c4-5f489be32902 req-118c04bd-ebb2-40af-a112-10ad67b14072 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 210 time: 0.0620644 Sep 06 04:45:45.903645 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-f5fad4b4-910a-4196-bb94-a15eefdaa995 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Allocated IP 172.20.0.3 (713bea32-eeee-4105-a352-3326771fb659/620d1330-0c40-41f6-9a10-faccabf815ee/0f636c18-fb41-4c1e-b52b-868f0f44b336) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:45:45.910329 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:45.987426 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bdc86-7091-42bb-b02e-dfc013e4ee12 req-abb475e2-7c39-4e66-ad8a-59f4532b3e62 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:45.988917 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-813bdc86-7091-42bb-b02e-dfc013e4ee12 req-abb475e2-7c39-4e66-ad8a-59f4532b3e62 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 943 time: 0.0736604 Sep 06 04:45:46.000535 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 9d2e20a6-91b7-4e08-b9cc-3a354079b32c, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=9d2e20a6-91b7-4e08-b9cc-3a354079b32c,segment=NetworkSegment(cca1547a-6b7b-4d19-b545-62856fc72d48),segment_id=cca1547a-6b7b-4d19-b545-62856fc72d48)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:45:46.013373 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '9d2e20a6-91b7-4e08-b9cc-3a354079b32c', 'network_id': '3d3d4564-d0e1-4ed7-9376-767df6f5c221', 'port_id': '9d2e20a6-91b7-4e08-b9cc-3a354079b32c', 'mac_address': 'fa:16:3e:ac:20:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415662be-273b-4a73-9ed6-b864a8e98bcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:45:46.040200 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:46.050283 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 9d2e20a6-91b7-4e08-b9cc-3a354079b32c is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:45:46.050663 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (9d2e20a6-91b7-4e08-b9cc-3a354079b32c), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:46.063760 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2e20a6-91b7-4e08-b9cc-3a354079b32c {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:45:46.083724 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 9d2e20a6-91b7-4e08-b9cc-3a354079b32c, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=9d2e20a6-91b7-4e08-b9cc-3a354079b32c,segment=NetworkSegment(cca1547a-6b7b-4d19-b545-62856fc72d48),segment_id=cca1547a-6b7b-4d19-b545-62856fc72d48)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:45:46.085800 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-813bdc86-7091-42bb-b02e-dfc013e4ee12 req-5efc301e-fba0-4e8d-88a5-1980a0d3bed4 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908368 Sep 06 04:45:46.115310 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:46.127213 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-f5fad4b4-910a-4196-bb94-a15eefdaa995 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for port (0f636c18-fb41-4c1e-b52b-868f0f44b336), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:46.141490 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (9d2e20a6-91b7-4e08-b9cc-3a354079b32c), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:46.146661 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:46.190656 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=9d2e20a6-91b7-4e08-b9cc-3a354079b32c,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:46.296370 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-f5fad4b4-910a-4196-bb94-a15eefdaa995 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (0f636c18-fb41-4c1e-b52b-868f0f44b336), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:46.340384 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-f5fad4b4-910a-4196-bb94-a15eefdaa995 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Network 713bea32-eeee-4105-a352-3326771fb659 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:45:46.348017 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-f5fad4b4-910a-4196-bb94-a15eefdaa995 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:45:46.351929 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-f5fad4b4-910a-4196-bb94-a15eefdaa995 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:45:46.379019 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fad4b4-910a-4196-bb94-a15eefdaa995 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event updated for resources: {'Port': ['ID=0f636c18-fb41-4c1e-b52b-868f0f44b336,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:46.408582 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-f5fad4b4-910a-4196-bb94-a15eefdaa995 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:46.409224 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-f5fad4b4-910a-4196-bb94-a15eefdaa995 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:46.498508 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-f5fad4b4-910a-4196-bb94-a15eefdaa995 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0068793 Sep 06 04:45:46.507810 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d97c8856-8c25-4bad-8c22-7723edb6a101 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 06 04:45:46.508790 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d97c8856-8c25-4bad-8c22-7723edb6a101 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052934 Sep 06 04:45:46.573253 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Request body: {'port': {'device_id': '17758d6d-93d6-48b1-890f-eca1a0fe0058', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:45:46.597699 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:46.604222 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-847525f7-6233-49d4-a236-a1d4d6f175dd None None] Provisioning complete for port 0f636c18-fb41-4c1e-b52b-868f0f44b336 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:45:46.604586 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-847525f7-6233-49d4-a236-a1d4d6f175dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (0f636c18-fb41-4c1e-b52b-868f0f44b336), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:46.638533 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-847525f7-6233-49d4-a236-a1d4d6f175dd None None] Port 0f636c18-fb41-4c1e-b52b-868f0f44b336 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:45:46.642292 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (0f636c18-fb41-4c1e-b52b-868f0f44b336), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:46.695573 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['9d2e20a6-91b7-4e08-b9cc-3a354079b32c'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:45:46.822771 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:46.906419 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f636c18-fb41-4c1e-b52b-868f0f44b336 {{(pid=106938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:45:46.914765 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Publish callbacks [] for port (0f636c18-fb41-4c1e-b52b-868f0f44b336), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:46.929154 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.provisioning_blocks [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Transition to ACTIVE for port object 0f636c18-fb41-4c1e-b52b-868f0f44b336 will not be triggered until provisioned by entity L2. {{(pid=106938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:45:46.966928 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912c49b-c7ff-49c0-9714-08f6f10ec379 req-cb89b779-a331-47f9-8fa5-d543e78fed63 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:46.969637 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9912c49b-c7ff-49c0-9714-08f6f10ec379 req-cb89b779-a331-47f9-8fa5-d543e78fed63 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0505800 Sep 06 04:45:46.993334 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc1a7f-fdba-4d8d-80b9-54a36a361e81 req-9963a6f8-a960-4ba3-9262-f95a45b58cb4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:46.994943 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e2cc1a7f-fdba-4d8d-80b9-54a36a361e81 req-9963a6f8-a960-4ba3-9262-f95a45b58cb4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 931 time: 0.0495632 Sep 06 04:45:47.007958 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (0f636c18-fb41-4c1e-b52b-868f0f44b336), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:47.018781 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9912c49b-c7ff-49c0-9714-08f6f10ec379 req-ed1c7e75-437f-408a-b134-6b06028bb282 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430427 Sep 06 04:45:47.212216 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa01d87-5074-4f9f-8535-df28baa5c7c0 req-f9db045d-d21d-4c4b-9154-f853064f62a3 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:47.213779 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9aa01d87-5074-4f9f-8535-df28baa5c7c0 req-f9db045d-d21d-4c4b-9154-f853064f62a3 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 944 time: 0.0491631 Sep 06 04:45:47.249703 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:47.274326 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9aa01d87-5074-4f9f-8535-df28baa5c7c0 req-c115ad36-e96e-4370-acc6-e3548bb87e7c tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499680 Sep 06 04:45:47.322687 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Pushing event updated for resources: {'Port': ['ID=0f636c18-fb41-4c1e-b52b-868f0f44b336,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:47.323829 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:47.363268 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e2cc1a7f-fdba-4d8d-80b9-54a36a361e81 req-80976176-a6eb-4b0c-8766-a32da11065df tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627055 Sep 06 04:45:47.387783 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Attempting to bind port 0f636c18-fb41-4c1e-b52b-868f0f44b336 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:45:47.388127 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Attempting to bind port 0f636c18-fb41-4c1e-b52b-868f0f44b336 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:45:47.388459 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Attempting to bind port 0f636c18-fb41-4c1e-b52b-868f0f44b336 on network 713bea32-eeee-4105-a352-3326771fb659 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:45:47.430455 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Port 0f636c18-fb41-4c1e-b52b-868f0f44b336 on network 713bea32-eeee-4105-a352-3326771fb659 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:45:47.430788 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Attempting to bind port 0f636c18-fb41-4c1e-b52b-868f0f44b336 on network 713bea32-eeee-4105-a352-3326771fb659 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:45:47.476201 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:45:47.476539 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Checking segment: {'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:45:47.476925 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Bound using segment: {'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:45:47.477381 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Bound port: 0f636c18-fb41-4c1e-b52b-868f0f44b336, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd96db15-c993-4754-97b0-cbde2f4fb023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '713bea32-eeee-4105-a352-3326771fb659'}}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:45:47.477744 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (0f636c18-fb41-4c1e-b52b-868f0f44b336), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:47.528417 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:47.538073 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] For port 0f636c18-fb41-4c1e-b52b-868f0f44b336, host hv-cinder-85600, cleared binding levels {{(pid=106938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:45:47.541029 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] For port 0f636c18-fb41-4c1e-b52b-868f0f44b336, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=0f636c18-fb41-4c1e-b52b-868f0f44b336,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:45:47.609905 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (0f636c18-fb41-4c1e-b52b-868f0f44b336), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:47.614012 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:47.614625 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:47.616041 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/0f636c18-fb41-4c1e-b52b-868f0f44b336 HTTP/1.1" status: 200 len: 1093 time: 1.0932648 Sep 06 04:45:47.616600 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17758d6d-93d6-48b1-890f-eca1a0fe0058', 'tag': '0f636c18-fb41-4c1e-b52b-868f0f44b336'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:45:47.618863 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81f444e-78ec-47fe-bb83-a8c25384937a" -d '{"events": [{"name": "network-changed", "server_uuid": "17758d6d-93d6-48b1-890f-eca1a0fe0058", "tag": "0f636c18-fb41-4c1e-b52b-868f0f44b336"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:45:47.665004 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3ed635-5255-485e-85e5-3a385606e3a7 x-openstack-request-id: req-8c3ed635-5255-485e-85e5-3a385606e3a7 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:45:47.665320 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17758d6d-93d6-48b1-890f-eca1a0fe0058", "tag": "0f636c18-fb41-4c1e-b52b-868f0f44b336", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:45:47.665605 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c3ed635-5255-485e-85e5-3a385606e3a7 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:45:47.666005 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3ed635-5255-485e-85e5-3a385606e3a7'] response: {'name': 'network-changed', 'server_uuid': '17758d6d-93d6-48b1-890f-eca1a0fe0058', 'tag': '0f636c18-fb41-4c1e-b52b-868f0f44b336', 'status': 'completed', 'code': 200} Sep 06 04:45:47.670694 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f9948-026a-42e8-ae06-39accbf642ce service neutron] Pushing event updated for resources: {'Port': ['ID=0f636c18-fb41-4c1e-b52b-868f0f44b336,revision_number=3']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:47.758371 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f444e-78ec-47fe-bb83-a8c25384937a req-c2cc2fe7-6de2-4f13-820a-163e27f7ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:47.759880 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d81f444e-78ec-47fe-bb83-a8c25384937a req-c2cc2fe7-6de2-4f13-820a-163e27f7ceaf service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=375efd2890fc4b71af13439813f00ab0&device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 1127 time: 0.0413120 Sep 06 04:45:47.870007 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f444e-78ec-47fe-bb83-a8c25384937a req-09a3a5c0-0d66-4bd1-890c-7e6a568418a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:47.871469 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d81f444e-78ec-47fe-bb83-a8c25384937a req-09a3a5c0-0d66-4bd1-890c-7e6a568418a1 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=375efd2890fc4b71af13439813f00ab0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0962315 Sep 06 04:45:47.975185 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f444e-78ec-47fe-bb83-a8c25384937a req-44cf9f5b-6189-4c60-a653-89bc96761fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:47.976735 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d81f444e-78ec-47fe-bb83-a8c25384937a req-44cf9f5b-6189-4c60-a653-89bc96761fc7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930538 Sep 06 04:45:48.077172 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-02c30807-4401-4a32-bf85-2fb8cfe6d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:48.078750 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-02c30807-4401-4a32-bf85-2fb8cfe6d9c8 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=375efd2890fc4b71af13439813f00ab0&device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 1127 time: 0.0446999 Sep 06 04:45:48.129431 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-e69ce531-2e0b-4f65-9ce5-dfdc318d5973 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f636c18-fb41-4c1e-b52b-868f0f44b336 HTTP/1.1" status: 200 len: 217 time: 0.0363901 Sep 06 04:45:48.199120 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 3e4ec09b-2a4b-41e0-871c-50fd282365c6 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:45:48.205004 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a70356-3530-4def-a6e1-67d53a03e31d req-c4e7c86f-663e-4072-b648-ae96cc18f382 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:48.206519 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d3a70356-3530-4def-a6e1-67d53a03e31d req-c4e7c86f-663e-4072-b648-ae96cc18f382 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0794895 Sep 06 04:45:48.222701 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-2f684a36-0d7d-4b4e-a016-3a6dceef2a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:48.224032 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-2f684a36-0d7d-4b4e-a016-3a6dceef2a72 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=620d1330-0c40-41f6-9a10-faccabf815ee HTTP/1.1" status: 200 len: 851 time: 0.0874112 Sep 06 04:45:48.257487 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 9d2e20a6-91b7-4e08-b9cc-3a354079b32c up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:45:48.285473 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d8ba9739-feaa-4fe1-9e0d-9a5ce6b72f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:48.286981 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-d8ba9739-feaa-4fe1-9e0d-9a5ce6b72f95 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=713bea32-eeee-4105-a352-3326771fb659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557244 Sep 06 04:45:48.294009 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d3a70356-3530-4def-a6e1-67d53a03e31d req-2c31e54b-abef-4ccd-a1c9-daa7a7dd23ee tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815365 Sep 06 04:45:48.339310 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 3e4ec09b-2a4b-41e0-871c-50fd282365c6, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3e4ec09b-2a4b-41e0-871c-50fd282365c6,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:45:48.349335 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port 9d2e20a6-91b7-4e08-b9cc-3a354079b32c completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:45:48.356575 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '3e4ec09b-2a4b-41e0-871c-50fd282365c6', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'port_id': '3e4ec09b-2a4b-41e0-871c-50fd282365c6', 'mac_address': 'fa:16:3e:86:e0:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:45:48.397424 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 is: ACTIVE; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:45:48.405737 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:48.411617 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-37baeee5-8632-4d9c-8f38-924ba85cb4a7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166544 Sep 06 04:45:48.412649 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e4ec09b-2a4b-41e0-871c-50fd282365c6 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:45:48.418496 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001f19f-8188-427c-a9c8-4714f814e84a req-8b7112b5-bb3c-4c34-a0a4-b1f74e6d2f7e tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:48.419384 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 9d2e20a6-91b7-4e08-b9cc-3a354079b32c triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:45:48.419903 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (9d2e20a6-91b7-4e08-b9cc-3a354079b32c), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:48.428068 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5001f19f-8188-427c-a9c8-4714f814e84a req-8b7112b5-bb3c-4c34-a0a4-b1f74e6d2f7e tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 944 time: 0.0616219 Sep 06 04:45:48.443033 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:48.459700 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 3e4ec09b-2a4b-41e0-871c-50fd282365c6, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3e4ec09b-2a4b-41e0-871c-50fd282365c6,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:45:48.472987 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:48.484998 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5001f19f-8188-427c-a9c8-4714f814e84a req-920613e8-2943-4952-a3bb-44400c9a74ca tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559907 Sep 06 04:45:48.504319 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:48.537553 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 9d2e20a6-91b7-4e08-b9cc-3a354079b32c is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:45:48.537961 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (9d2e20a6-91b7-4e08-b9cc-3a354079b32c), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:48.548623 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd832b9-08d5-4a9a-9c86-a506fbd68562 req-31b01904-94e7-4648-8991-c73873d2ac73 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:48.550334 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-abd832b9-08d5-4a9a-9c86-a506fbd68562 req-31b01904-94e7-4648-8991-c73873d2ac73 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 943 time: 0.0714965 Sep 06 04:45:48.579382 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc63ec5-2ef0-416d-957a-76e83eb7a5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2e20a6-91b7-4e08-b9cc-3a354079b32c'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:45:48.581664 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11b150b-e329-45a5-8879-9e5cb75390d0" -d '{"events": [{"server_uuid": "acc63ec5-2ef0-416d-957a-76e83eb7a5c0", "name": "network-vif-plugged", "status": "completed", "tag": "9d2e20a6-91b7-4e08-b9cc-3a354079b32c"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:45:48.585808 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-47af6f87-c3ec-4e85-a2e9-585b244c3a9b req-809d8792-ec03-40dc-8eaa-e09e397409b5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642401 Sep 06 04:45:48.587790 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=3e4ec09b-2a4b-41e0-871c-50fd282365c6,revision_number=6']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:48.602034 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 9d2e20a6-91b7-4e08-b9cc-3a354079b32c, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=9d2e20a6-91b7-4e08-b9cc-3a354079b32c,segment=NetworkSegment(cca1547a-6b7b-4d19-b545-62856fc72d48),segment_id=cca1547a-6b7b-4d19-b545-62856fc72d48)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:45:48.621627 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-abd832b9-08d5-4a9a-9c86-a506fbd68562 req-dba28ef1-37a0-4917-9181-c4dab0ed1de1 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641766 Sep 06 04:45:48.630402 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65a13e8-7641-43de-8867-0f77443e635b x-openstack-request-id: req-f65a13e8-7641-43de-8867-0f77443e635b {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:45:48.630700 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc63ec5-2ef0-416d-957a-76e83eb7a5c0", "name": "network-vif-plugged", "status": "completed", "tag": "9d2e20a6-91b7-4e08-b9cc-3a354079b32c", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:45:48.633664 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f65a13e8-7641-43de-8867-0f77443e635b {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:45:48.633664 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65a13e8-7641-43de-8867-0f77443e635b'] response: {'server_uuid': 'acc63ec5-2ef0-416d-957a-76e83eb7a5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2e20a6-91b7-4e08-b9cc-3a354079b32c', 'code': 200} Sep 06 04:45:48.644076 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (9d2e20a6-91b7-4e08-b9cc-3a354079b32c), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:48.695033 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=9d2e20a6-91b7-4e08-b9cc-3a354079b32c,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:48.706266 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['3e4ec09b-2a4b-41e0-871c-50fd282365c6'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:45:48.751522 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:49.410128 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:49.445387 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d2176-7a3e-4f60-a763-7b277fbbb11e req-a169edfc-202b-4f7d-92ec-c9d61bd677e9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:49.446850 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0b0d2176-7a3e-4f60-a763-7b277fbbb11e req-a169edfc-202b-4f7d-92ec-c9d61bd677e9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 945 time: 0.0467088 Sep 06 04:45:49.493233 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0b0d2176-7a3e-4f60-a763-7b277fbbb11e req-2efac08f-4ea7-413f-8056-72debb694105 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402143 Sep 06 04:45:49.612791 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de4075-5a36-4b90-990b-6b7c92332974 req-a4e116e2-57be-45b5-868b-f198e5fe42dc tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:49.614195 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-46de4075-5a36-4b90-990b-6b7c92332974 req-a4e116e2-57be-45b5-868b-f198e5fe42dc tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 945 time: 0.0473468 Sep 06 04:45:49.667193 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-46de4075-5a36-4b90-990b-6b7c92332974 req-eea50533-562a-4fa4-a151-964d9c6fbea8 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473797 Sep 06 04:45:49.752348 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbe849-564f-4e9e-a4c0-e8888e664143 req-525c6b34-f26b-436b-9ce3-2f54cdda7c0d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:49.753857 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6fcbe849-564f-4e9e-a4c0-e8888e664143 req-525c6b34-f26b-436b-9ce3-2f54cdda7c0d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 943 time: 0.0535998 Sep 06 04:45:49.802794 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6fcbe849-564f-4e9e-a4c0-e8888e664143 req-96a43873-0f47-4b14-ad38-0f37766fd93c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432129 Sep 06 04:45:50.200366 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 3e4ec09b-2a4b-41e0-871c-50fd282365c6 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:45:50.247973 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:45:50.248378 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:50.322643 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:45:50.323037 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:50.355538 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 3e4ec09b-2a4b-41e0-871c-50fd282365c6, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3e4ec09b-2a4b-41e0-871c-50fd282365c6,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:45:50.432552 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:50.479367 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=3e4ec09b-2a4b-41e0-871c-50fd282365c6,revision_number=7']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:50.608738 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:50.616739 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a08640-c6f6-4a04-ae83-68f1e0a3dd90 req-04ee95b6-3949-4bf5-a7b7-a92afcd7e5ef tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:50.619034 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-00a08640-c6f6-4a04-ae83-68f1e0a3dd90 req-04ee95b6-3949-4bf5-a7b7-a92afcd7e5ef tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0461228 Sep 06 04:45:50.632285 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4ec09b-2a4b-41e0-871c-50fd282365c6'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:45:50.634627 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebf5691-f53d-41bf-ae56-18aa8db0daf7" -d '{"events": [{"server_uuid": "821737e4-9236-4f80-b1ac-8c4d16c02244", "name": "network-vif-plugged", "status": "completed", "tag": "3e4ec09b-2a4b-41e0-871c-50fd282365c6"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:45:50.666934 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-00a08640-c6f6-4a04-ae83-68f1e0a3dd90 req-d7af35ef-dcf8-40f5-848e-1c6afed98f74 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428410 Sep 06 04:45:50.673714 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1184e2c-82d6-4518-8a12-cbbca1a0fda6 x-openstack-request-id: req-a1184e2c-82d6-4518-8a12-cbbca1a0fda6 {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:45:50.674177 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821737e4-9236-4f80-b1ac-8c4d16c02244", "name": "network-vif-plugged", "status": "completed", "tag": "3e4ec09b-2a4b-41e0-871c-50fd282365c6", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:45:50.674592 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1184e2c-82d6-4518-8a12-cbbca1a0fda6 {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:45:50.675239 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1184e2c-82d6-4518-8a12-cbbca1a0fda6'] response: {'server_uuid': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4ec09b-2a4b-41e0-871c-50fd282365c6', 'code': 200} Sep 06 04:45:50.800291 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379f029-5a0a-4bfb-bf19-de1f645333da req-8f0786cf-1903-4179-bc6b-deb615c6a506 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:50.802194 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b379f029-5a0a-4bfb-bf19-de1f645333da req-8f0786cf-1903-4179-bc6b-deb615c6a506 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 945 time: 0.0549116 Sep 06 04:45:50.850969 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b379f029-5a0a-4bfb-bf19-de1f645333da req-2cf7b1f2-8b24-4cd3-ad91-129cf8f231ba tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435722 Sep 06 04:45:50.940234 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348a2c8-3884-4558-8c80-18b93b934af7 req-02e8462b-62b1-4961-963d-76807f9a451d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:50.941728 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7348a2c8-3884-4558-8c80-18b93b934af7 req-02e8462b-62b1-4961-963d-76807f9a451d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 943 time: 0.0473180 Sep 06 04:45:50.993733 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7348a2c8-3884-4558-8c80-18b93b934af7 req-843f3a6e-9a58-4ef3-8395-06874b9d5e7d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464230 Sep 06 04:45:51.056558 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e86a5-6dea-49c9-84c1-e5b37200cd33 req-f03c246d-bff8-4514-8281-54e2f7d668f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:51.056558 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-343e86a5-6dea-49c9-84c1-e5b37200cd33 req-f03c246d-bff8-4514-8281-54e2f7d668f6 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 1129 time: 0.0409727 Sep 06 04:45:51.098486 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-343e86a5-6dea-49c9-84c1-e5b37200cd33 req-e1dc7078-b6e3-4a28-9fb3-012c316966e0 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374694 Sep 06 04:45:51.405825 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:51.798337 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fcb8f-0323-4ab3-a6e2-8ce3c259d335 req-02f33e25-dda1-4bcc-b23a-7a897fdce908 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:51.799785 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ac0fcb8f-0323-4ab3-a6e2-8ce3c259d335 req-02f33e25-dda1-4bcc-b23a-7a897fdce908 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0491138 Sep 06 04:45:51.845500 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ac0fcb8f-0323-4ab3-a6e2-8ce3c259d335 req-abb9a88a-6354-4e4e-9e84-69bca779f830 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402548 Sep 06 04:45:51.970710 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53e6de-94c8-44bc-9287-9a7882b2c95a req-71e2eb9c-9be3-4e4f-abaf-fa2458cf69f8 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:51.972113 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5c53e6de-94c8-44bc-9287-9a7882b2c95a req-71e2eb9c-9be3-4e4f-abaf-fa2458cf69f8 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 945 time: 0.0459993 Sep 06 04:45:52.018282 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5c53e6de-94c8-44bc-9287-9a7882b2c95a req-7894e6fc-4e84-484d-aeb9-8de6dc0e9715 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407829 Sep 06 04:45:52.120944 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740ba92-afa8-4ea0-ad5b-3249f59e342e req-dc435332-ceb1-4930-9b72-15a35d5a5347 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:52.122421 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7740ba92-afa8-4ea0-ad5b-3249f59e342e req-dc435332-ceb1-4930-9b72-15a35d5a5347 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 943 time: 0.0449467 Sep 06 04:45:52.163002 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:52.171705 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7740ba92-afa8-4ea0-ad5b-3249f59e342e req-cd47cce3-4e11-4de5-bdc0-bbc3e741522d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438378 Sep 06 04:45:52.976396 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1a559-685f-4724-8a40-a5c0600e9aba req-91b7ddd9-e37d-4209-b14c-d7b9473ad0db tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:52.977903 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-66b1a559-685f-4724-8a40-a5c0600e9aba req-91b7ddd9-e37d-4209-b14c-d7b9473ad0db tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0503509 Sep 06 04:45:53.024207 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-66b1a559-685f-4724-8a40-a5c0600e9aba req-514a3d85-4223-4ca4-86e6-1a04786ec06f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407047 Sep 06 04:45:53.143186 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4073584-d081-4cc1-baed-f45079f6a2eb req-7737c97c-7f37-4d3f-aea2-228d2e0bd1b1 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:53.144586 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a4073584-d081-4cc1-baed-f45079f6a2eb req-7737c97c-7f37-4d3f-aea2-228d2e0bd1b1 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 945 time: 0.0462282 Sep 06 04:45:53.193270 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a4073584-d081-4cc1-baed-f45079f6a2eb req-54f6c20c-4f44-4bbc-9473-b93ccba27be5 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431502 Sep 06 04:45:53.301000 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32224550-9f1e-46dc-a256-d2c37961ccd5 req-1c60e1e3-80b7-4431-bcd7-3723e7f81b42 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:53.302626 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-32224550-9f1e-46dc-a256-d2c37961ccd5 req-1c60e1e3-80b7-4431-bcd7-3723e7f81b42 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 943 time: 0.0521734 Sep 06 04:45:53.355801 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-32224550-9f1e-46dc-a256-d2c37961ccd5 req-24e9e921-78c9-421f-829e-4a610e922222 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474024 Sep 06 04:45:54.201863 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb99b49-9888-4dae-93e1-f767061a4cbd req-97036151-51c4-407e-9ee2-5febc09d1468 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:54.209093 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0fb99b49-9888-4dae-93e1-f767061a4cbd req-97036151-51c4-407e-9ee2-5febc09d1468 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0645719 Sep 06 04:45:54.269502 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0fb99b49-9888-4dae-93e1-f767061a4cbd req-1d99bb62-9f15-4579-8659-9863b49d5de2 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573323 Sep 06 04:45:54.515434 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ef3ec-bf37-497c-8ef2-647987dbc415 req-ed136a54-6750-4714-a71a-3caa60be53bd tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:54.516962 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d44ef3ec-bf37-497c-8ef2-647987dbc415 req-ed136a54-6750-4714-a71a-3caa60be53bd tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 943 time: 0.0691662 Sep 06 04:45:54.588455 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d44ef3ec-bf37-497c-8ef2-647987dbc415 req-9a73caff-41ad-41ae-a06c-b8b14c1df140 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649171 Sep 06 04:45:54.596325 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0265b-cffc-49bc-be19-3334e2ac2bee req-3b1f2785-d8b8-42fd-90f6-be764f6ad7a2 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:54.603822 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-05b0265b-cffc-49bc-be19-3334e2ac2bee req-3b1f2785-d8b8-42fd-90f6-be764f6ad7a2 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 945 time: 0.0571780 Sep 06 04:45:54.663800 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-05b0265b-cffc-49bc-be19-3334e2ac2bee req-be363a04-67bf-4b98-925d-445a63436108 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567248 Sep 06 04:45:55.410680 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:55.440421 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d968aa6-5f59-49b5-a9e0-632624a57f8f req-c7877e4a-74dd-4b4a-ae29-0d07b3700c31 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:55.442715 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4d968aa6-5f59-49b5-a9e0-632624a57f8f req-c7877e4a-74dd-4b4a-ae29-0d07b3700c31 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0536547 Sep 06 04:45:55.495549 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4d968aa6-5f59-49b5-a9e0-632624a57f8f req-99418250-a66a-42b1-9bfe-4f3783d72bb7 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464666 Sep 06 04:45:55.724145 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299af10-1427-483b-8dfb-00f2738e42ee req-4993fb7d-c7f8-4fa3-8535-fc180bb26e72 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:55.725678 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7299af10-1427-483b-8dfb-00f2738e42ee req-4993fb7d-c7f8-4fa3-8535-fc180bb26e72 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 943 time: 0.0518501 Sep 06 04:45:55.798894 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7299af10-1427-483b-8dfb-00f2738e42ee req-d7431d4d-ef83-4b19-a83b-3b937af2cb23 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670907 Sep 06 04:45:55.872373 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0adf935-b2b8-4e32-b1a5-db96f9e31c51 req-c352af96-b234-4484-bf06-ba451ca31c7c tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:55.873800 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e0adf935-b2b8-4e32-b1a5-db96f9e31c51 req-c352af96-b234-4484-bf06-ba451ca31c7c tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 945 time: 0.0665565 Sep 06 04:45:55.935578 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e0adf935-b2b8-4e32-b1a5-db96f9e31c51 req-430d41c7-394e-45f8-ae09-472a19ed8103 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547295 Sep 06 04:45:56.417617 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e3e71-c249-4bf8-8e82-6a886363db2f req-d5c7594d-bfd4-48f4-80c8-876fb3763421 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:56.419584 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1a1e3e71-c249-4bf8-8e82-6a886363db2f req-d5c7594d-bfd4-48f4-80c8-876fb3763421 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 945 time: 0.0567300 Sep 06 04:45:56.609988 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 43550) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:45:56.629489 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afa865-2ef3-4e81-a759-6c0fc0705380 req-bcf615d3-7877-4846-9d2b-159b9342e753 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:56.631101 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-57afa865-2ef3-4e81-a759-6c0fc0705380 req-bcf615d3-7877-4846-9d2b-159b9342e753 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0501599 Sep 06 04:45:56.689898 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-57afa865-2ef3-4e81-a759-6c0fc0705380 req-6a979c88-1e2f-46a5-9031-818eb9dba881 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517597 Sep 06 04:45:56.770019 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-366a6833-d7e5-4213-bccf-c74316ebf8a9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Deleting port 5c616eff-04a4-458b-99d0-2ab9b6b1fb8f {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:45:56.770404 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-366a6833-d7e5-4213-bccf-c74316ebf8a9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (5c616eff-04a4-458b-99d0-2ab9b6b1fb8f), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:56.772860 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:56.872832 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-366a6833-d7e5-4213-bccf-c74316ebf8a9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (5c616eff-04a4-458b-99d0-2ab9b6b1fb8f), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:56.879887 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-366a6833-d7e5-4213-bccf-c74316ebf8a9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for floatingip (5c616eff-04a4-458b-99d0-2ab9b6b1fb8f), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:56.914006 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-366a6833-d7e5-4213-bccf-c74316ebf8a9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Calling delete_port for 5c616eff-04a4-458b-99d0-2ab9b6b1fb8f owned by network:floatingip {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:45:57.035024 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0588a-8064-45fe-bf28-1b7008fe42ed req-f239cd20-0de6-475e-8043-e5f6ef829d54 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:57.037005 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a3d0588a-8064-45fe-bf28-1b7008fe42ed req-f239cd20-0de6-475e-8043-e5f6ef829d54 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 943 time: 0.1257102 Sep 06 04:45:57.071018 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:57.078666 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b49499-3a48-4149-b79a-60d9c2316b15 req-df2a1907-8d2c-42f0-976f-4df214264295 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:57.089636 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d4b49499-3a48-4149-b79a-60d9c2316b15 req-df2a1907-8d2c-42f0-976f-4df214264295 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 945 time: 0.0636442 Sep 06 04:45:57.139578 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a3d0588a-8064-45fe-bf28-1b7008fe42ed req-addcf194-dc60-460a-acba-3f445d01a4df tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964265 Sep 06 04:45:57.187188 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d4b49499-3a48-4149-b79a-60d9c2316b15 req-6ae05e25-92f0-4222-b7b2-c997c4d630c8 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=e77bb6b9-a216-43e6-b112-ed0de6bf3c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886743 Sep 06 04:45:57.187447 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:57.535730 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-366a6833-d7e5-4213-bccf-c74316ebf8a9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (5c616eff-04a4-458b-99d0-2ab9b6b1fb8f), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:57.560984 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a6833-d7e5-4213-bccf-c74316ebf8a9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Pushing event deleted for resources: {'Port': ['ID=5c616eff-04a4-458b-99d0-2ab9b6b1fb8f,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:57.625779 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-366a6833-d7e5-4213-bccf-c74316ebf8a9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for floatingip (c00ce409-a953-41e9-82d1-f6da5652cb35), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:57.626555 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.l3_db [None req-366a6833-d7e5-4213-bccf-c74316ebf8a9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Floating IP c00ce409-a953-41e9-82d1-f6da5652cb35 disassociated (deleted). External IP: 172.27.1.74, port: 784c9a84-7d0f-461b-810d-b0f2b91e1d43. Sep 06 04:45:57.656306 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-1a1e3e71-c249-4bf8-8e82-6a886363db2f req-9bd94c31-1ca4-4777-9632-c542737eabe4 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Deleting port 9d2e20a6-91b7-4e08-b9cc-3a354079b32c {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:45:57.656633 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-1a1e3e71-c249-4bf8-8e82-6a886363db2f req-9bd94c31-1ca4-4777-9632-c542737eabe4 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (9d2e20a6-91b7-4e08-b9cc-3a354079b32c), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:57.716217 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:57.754338 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-1a1e3e71-c249-4bf8-8e82-6a886363db2f req-9bd94c31-1ca4-4777-9632-c542737eabe4 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] For port 9d2e20a6-91b7-4e08-b9cc-3a354079b32c, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=9d2e20a6-91b7-4e08-b9cc-3a354079b32c,segment=NetworkSegment(cca1547a-6b7b-4d19-b545-62856fc72d48),segment_id=cca1547a-6b7b-4d19-b545-62856fc72d48)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:45:57.754700 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-1a1e3e71-c249-4bf8-8e82-6a886363db2f req-9bd94c31-1ca4-4777-9632-c542737eabe4 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (9d2e20a6-91b7-4e08-b9cc-3a354079b32c), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:57.769536 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-1a1e3e71-c249-4bf8-8e82-6a886363db2f req-9bd94c31-1ca4-4777-9632-c542737eabe4 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Calling delete_port for 9d2e20a6-91b7-4e08-b9cc-3a354079b32c owned by compute:nova {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:45:57.877095 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95362bcd-d53d-4604-8e80-35b5df2f7fc7 req-7407f828-aa06-46e4-82dd-862cec3e31ce tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:57.878589 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-95362bcd-d53d-4604-8e80-35b5df2f7fc7 req-7407f828-aa06-46e4-82dd-862cec3e31ce tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0807867 Sep 06 04:45:57.931362 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366a6833-d7e5-4213-bccf-c74316ebf8a9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Router 6a901780-5f7e-4e92-85f4-39804a78ab01 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:45:57.949055 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-95362bcd-d53d-4604-8e80-35b5df2f7fc7 req-cdc98cfa-2fdf-4cfe-ad0b-b379cb274ef4 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642931 Sep 06 04:45:57.987032 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-1a1e3e71-c249-4bf8-8e82-6a886363db2f req-9bd94c31-1ca4-4777-9632-c542737eabe4 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (9d2e20a6-91b7-4e08-b9cc-3a354079b32c), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:58.020898 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd94c31-1ca4-4777-9632-c542737eabe4 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Pushing event deleted for resources: {'Port': ['ID=9d2e20a6-91b7-4e08-b9cc-3a354079b32c,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:45:58.025558 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['9d2e20a6-91b7-4e08-b9cc-3a354079b32c'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:45:58.036963 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:58.069868 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1e3e71-c249-4bf8-8e82-6a886363db2f req-9bd94c31-1ca4-4777-9632-c542737eabe4 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] No DVR routers for this DVR port 9d2e20a6-91b7-4e08-b9cc-3a354079b32c on host hv-cinder-85600 {{(pid=106938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:45:58.072392 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-1a1e3e71-c249-4bf8-8e82-6a886363db2f req-9bd94c31-1ca4-4777-9632-c542737eabe4 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:58.075970 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1a1e3e71-c249-4bf8-8e82-6a886363db2f req-9bd94c31-1ca4-4777-9632-c542737eabe4 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.46 "DELETE /networking/v2.0/ports/9d2e20a6-91b7-4e08-b9cc-3a354079b32c HTTP/1.1" status: 204 len: 173 time: 0.5229890 Sep 06 04:45:58.076482 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc63ec5-2ef0-416d-957a-76e83eb7a5c0', 'name': 'network-vif-deleted', 'tag': '9d2e20a6-91b7-4e08-b9cc-3a354079b32c'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:45:58.078936 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32ec915-88bf-4bdc-8a2d-6d46e2bb6f05" -d '{"events": [{"server_uuid": "acc63ec5-2ef0-416d-957a-76e83eb7a5c0", "name": "network-vif-deleted", "tag": "9d2e20a6-91b7-4e08-b9cc-3a354079b32c"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:45:58.085160 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366a6833-d7e5-4213-bccf-c74316ebf8a9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:45:58.088971 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-366a6833-d7e5-4213-bccf-c74316ebf8a9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:45:58.095173 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568d824-865c-444f-a75c-7db8966c9c61 None None] Sync routers for ids ['6a901780-5f7e-4e92-85f4-39804a78ab01'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:45:58.112684 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568d824-865c-444f-a75c-7db8966c9c61 None None] Routers {'6a901780-5f7e-4e92-85f4-39804a78ab01'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:45:58.114498 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-7568d824-865c-444f-a75c-7db8966c9c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:45:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['6a901780-5f7e-4e92-85f4-39804a78ab01'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:45:58.125487 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73330bb3-e52a-454c-a1f6-d51e0871914f x-openstack-request-id: req-73330bb3-e52a-454c-a1f6-d51e0871914f {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:45:58.125991 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acc63ec5-2ef0-416d-957a-76e83eb7a5c0", "name": "network-vif-deleted", "tag": "9d2e20a6-91b7-4e08-b9cc-3a354079b32c", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:45:58.126414 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-73330bb3-e52a-454c-a1f6-d51e0871914f {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:45:58.127034 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73330bb3-e52a-454c-a1f6-d51e0871914f'] response: {'server_uuid': 'acc63ec5-2ef0-416d-957a-76e83eb7a5c0', 'name': 'network-vif-deleted', 'tag': '9d2e20a6-91b7-4e08-b9cc-3a354079b32c', 'status': 'completed', 'code': 200} Sep 06 04:45:58.172818 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-366a6833-d7e5-4213-bccf-c74316ebf8a9 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/c00ce409-a953-41e9-82d1-f6da5652cb35 HTTP/1.1" status: 204 len: 168 time: 1.5609081 Sep 06 04:45:58.174000 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'tag': '784c9a84-7d0f-461b-810d-b0f2b91e1d43'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:45:58.178787 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1284fc62-18f0-4247-9ae0-25042d24de61" -d '{"events": [{"name": "network-changed", "server_uuid": "ddad572e-12e1-4699-ba46-16c1ccb25704", "tag": "784c9a84-7d0f-461b-810d-b0f2b91e1d43"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:45:58.232691 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4d29e0-1cd0-4fee-87a3-1c23e80dceac x-openstack-request-id: req-9f4d29e0-1cd0-4fee-87a3-1c23e80dceac {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:45:58.232985 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddad572e-12e1-4699-ba46-16c1ccb25704", "tag": "784c9a84-7d0f-461b-810d-b0f2b91e1d43", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:45:58.233851 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f4d29e0-1cd0-4fee-87a3-1c23e80dceac {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:45:58.237060 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4d29e0-1cd0-4fee-87a3-1c23e80dceac'] response: {'name': 'network-changed', 'server_uuid': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'tag': '784c9a84-7d0f-461b-810d-b0f2b91e1d43', 'status': 'completed', 'code': 200} Sep 06 04:45:58.264022 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-7568d824-865c-444f-a75c-7db8966c9c61 None None] Set router 6a901780-5f7e-4e92-85f4-39804a78ab01 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:45:58.476592 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa668c-2992-4244-be12-c2870ea1be10 req-10f1a933-3c23-47ef-8a83-8550fabc945c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:58.485341 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a5fa668c-2992-4244-be12-c2870ea1be10 req-10f1a933-3c23-47ef-8a83-8550fabc945c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 943 time: 0.1753323 Sep 06 04:45:58.491715 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-7568d824-865c-444f-a75c-7db8966c9c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'name': 'tempest-TestShelveInstance-134257311-router', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:32Z', 'revision_number': 4, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'gw_port': {'id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '1bbb13cf-5d1a-4071-bc9e-c4cc89111f61', 'name': '', 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'mac_address': 'fa:16:3e:fb:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'da21c44d-c491-4cde-9367-78edabda8793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:31Z', 'updated_at': '2022-09-06T04:38:38Z', 'revision_number': 5, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'subnets': [{'id': 'da21c44d-c491-4cde-9367-78edabda8793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:45:58.517710 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284fc62-18f0-4247-9ae0-25042d24de61 req-29aa013e-7b95-43ee-8998-351e8dadd30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:58.521470 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1284fc62-18f0-4247-9ae0-25042d24de61 req-29aa013e-7b95-43ee-8998-351e8dadd30c service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=17ca991debba43b98c1ad8f0f91c63a9&device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 1129 time: 0.1148691 Sep 06 04:45:58.532953 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568d824-865c-444f-a75c-7db8966c9c61 None None] Checking router: 6a901780-5f7e-4e92-85f4-39804a78ab01 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:45:58.551426 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568d824-865c-444f-a75c-7db8966c9c61 None None] Routers {'6a901780-5f7e-4e92-85f4-39804a78ab01'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:45:58.552371 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-7568d824-865c-444f-a75c-7db8966c9c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:45:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['6a901780-5f7e-4e92-85f4-39804a78ab01'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:45:58.576394 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a5fa668c-2992-4244-be12-c2870ea1be10 req-66202235-7706-4def-9aef-ffee89321c94 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894363 Sep 06 04:45:58.735304 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:58.739022 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284fc62-18f0-4247-9ae0-25042d24de61 req-efc8250d-e4c8-4614-b483-42a5b48fdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:58.741478 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1284fc62-18f0-4247-9ae0-25042d24de61 req-efc8250d-e4c8-4614-b483-42a5b48fdb86 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=79930370-1c5e-497c-9fc8-53811a3907a9 HTTP/1.1" status: 200 len: 909 time: 0.1846693 Sep 06 04:45:58.787353 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2a42e-d5b2-4b74-9c63-5cbb25dfd1b1 req-120e285a-710c-4c29-b2c5-cfd989d337a0 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:58.788797 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d7d2a42e-d5b2-4b74-9c63-5cbb25dfd1b1 req-120e285a-710c-4c29-b2c5-cfd989d337a0 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.0617666 Sep 06 04:45:58.824376 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9066c19d-df09-4bae-b778-51aa1db8e0b8 req-ddc63790-0c0e-4ad9-bbd7-c53cd83efce5 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 210 time: 0.0375049 Sep 06 04:45:58.842597 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-7568d824-865c-444f-a75c-7db8966c9c61 None None] Set router 6a901780-5f7e-4e92-85f4-39804a78ab01 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:45:58.857487 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d7d2a42e-d5b2-4b74-9c63-5cbb25dfd1b1 req-e298b7a8-8592-477c-af39-7f851552f0fd tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517237 Sep 06 04:45:58.964545 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:58.969836 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:45:59.048301 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-7568d824-865c-444f-a75c-7db8966c9c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'name': 'tempest-TestShelveInstance-134257311-router', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:32Z', 'revision_number': 4, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'gw_port': {'id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '1bbb13cf-5d1a-4071-bc9e-c4cc89111f61', 'name': '', 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'mac_address': 'fa:16:3e:fb:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'da21c44d-c491-4cde-9367-78edabda8793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:31Z', 'updated_at': '2022-09-06T04:38:38Z', 'revision_number': 5, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'subnets': [{'id': 'da21c44d-c491-4cde-9367-78edabda8793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:45:59.074593 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568d824-865c-444f-a75c-7db8966c9c61 None None] The sync data for ids ['6a901780-5f7e-4e92-85f4-39804a78ab01'] in dv-cinder-856002-1-iscsi is: [{'id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'name': 'tempest-TestShelveInstance-134257311-router', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:32Z', 'revision_number': 4, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'gw_port': {'id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '1bbb13cf-5d1a-4071-bc9e-c4cc89111f61', 'name': '', 'network_id': '79930370-1c5e-497c-9fc8-53811a3907a9', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'mac_address': 'fa:16:3e:fb:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'da21c44d-c491-4cde-9367-78edabda8793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:31Z', 'updated_at': '2022-09-06T04:38:38Z', 'revision_number': 5, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'subnets': [{'id': 'da21c44d-c491-4cde-9367-78edabda8793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:45:59.095583 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f3a0e-12af-4e29-828b-dda066bdfdfd req-d9620907-a33e-43ae-b4bd-837b5df63744 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:59.097342 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-472f3a0e-12af-4e29-828b-dda066bdfdfd req-d9620907-a33e-43ae-b4bd-837b5df63744 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0535271 Sep 06 04:45:59.155143 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-472f3a0e-12af-4e29-828b-dda066bdfdfd req-b99bf80d-cbe8-47bf-a9d6-46e8d07e028f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483818 Sep 06 04:45:59.356643 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e3d31b-3dd3-4dc3-b4fb-e3b970a9b665 None None] New status for floating IP c00ce409-a953-41e9-82d1-f6da5652cb35: DOWN {{(pid=106941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:45:59.737046 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403c5d5-f0c0-44d9-9ff7-5cbf48345170 req-a6fbfc04-16ce-4f82-85ef-47708bc3a31c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:45:59.739811 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d403c5d5-f0c0-44d9-9ff7-5cbf48345170 req-a6fbfc04-16ce-4f82-85ef-47708bc3a31c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 943 time: 0.0635905 Sep 06 04:45:59.804573 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d403c5d5-f0c0-44d9-9ff7-5cbf48345170 req-406f0896-3de1-4f80-8765-cf0bc23751f3 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574396 Sep 06 04:46:00.013028 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1284fc62-18f0-4247-9ae0-25042d24de61 req-555bb56a-4fea-4d4c-872d-80e3fcc4afce service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=784c9a84-7d0f-461b-810d-b0f2b91e1d43 HTTP/1.1" status: 200 len: 217 time: 0.0527925 Sep 06 04:46:00.045017 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62a950-456c-41c1-8dfc-de012a029180 req-28d3c085-6b15-4177-ba8a-786065fb7033 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:00.049349 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5f1d0cff-ccfa-4fc5-b5af-1f7d16d362f9 req-e00d7112-34a9-4b1c-baf5-936eb94fb9aa tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 210 time: 0.0995557 Sep 06 04:46:00.055064 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ef62a950-456c-41c1-8dfc-de012a029180 req-28d3c085-6b15-4177-ba8a-786065fb7033 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.1008530 Sep 06 04:46:00.107458 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284fc62-18f0-4247-9ae0-25042d24de61 req-a928ab32-6e5a-4fc5-965c-22f2d873ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:00.112948 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1284fc62-18f0-4247-9ae0-25042d24de61 req-a928ab32-6e5a-4fc5-965c-22f2d873ccd3 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=da21c44d-c491-4cde-9367-78edabda8793 HTTP/1.1" status: 200 len: 847 time: 0.0809391 Sep 06 04:46:00.114335 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ef62a950-456c-41c1-8dfc-de012a029180 req-75470f2e-b3ff-4d3f-bf17-3178796fca0f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583270 Sep 06 04:46:00.164632 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284fc62-18f0-4247-9ae0-25042d24de61 req-aee6e940-eeca-445a-bf7c-672b9ffd3987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:00.166296 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1284fc62-18f0-4247-9ae0-25042d24de61 req-aee6e940-eeca-445a-bf7c-672b9ffd3987 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=79930370-1c5e-497c-9fc8-53811a3907a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449464 Sep 06 04:46:00.222616 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 0f636c18-fb41-4c1e-b52b-868f0f44b336 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:46:00.273589 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 9d2e20a6-91b7-4e08-b9cc-3a354079b32c no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:46:00.319555 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1284fc62-18f0-4247-9ae0-25042d24de61 req-e88722a3-e2ce-41a7-966e-3bb8e9139e75 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/79930370-1c5e-497c-9fc8-53811a3907a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406651 Sep 06 04:46:00.330085 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: 9d2e20a6-91b7-4e08-b9cc-3a354079b32c {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:46:00.330085 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 9d2e20a6-91b7-4e08-b9cc-3a354079b32c not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:46:00.332061 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182d377-dd09-41a2-8a51-0f7ae474b1f9 req-fe7b3782-debf-4fd0-be70-6f18f7b69f8e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:00.333760 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3182d377-dd09-41a2-8a51-0f7ae474b1f9 req-fe7b3782-debf-4fd0-be70-6f18f7b69f8e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0645294 Sep 06 04:46:00.377486 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 0f636c18-fb41-4c1e-b52b-868f0f44b336, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=0f636c18-fb41-4c1e-b52b-868f0f44b336,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:46:00.399372 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3182d377-dd09-41a2-8a51-0f7ae474b1f9 req-8258c462-686f-4908-9c5e-d3d428c29e32 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552826 Sep 06 04:46:00.414216 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '0f636c18-fb41-4c1e-b52b-868f0f44b336', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'port_id': '0f636c18-fb41-4c1e-b52b-868f0f44b336', 'mac_address': 'fa:16:3e:eb:c7:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:46:00.587573 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:00.601990 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 0f636c18-fb41-4c1e-b52b-868f0f44b336 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:46:00.602807 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (0f636c18-fb41-4c1e-b52b-868f0f44b336), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:00.621150 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f636c18-fb41-4c1e-b52b-868f0f44b336 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:46:00.656599 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 0f636c18-fb41-4c1e-b52b-868f0f44b336, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=0f636c18-fb41-4c1e-b52b-868f0f44b336,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:46:00.731229 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (0f636c18-fb41-4c1e-b52b-868f0f44b336), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:00.753054 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1284fc62-18f0-4247-9ae0-25042d24de61 req-37c115da-8099-4772-9dd8-b5c3ca15b6c8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/79930370-1c5e-497c-9fc8-53811a3907a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142826 Sep 06 04:46:00.797121 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=0f636c18-fb41-4c1e-b52b-868f0f44b336,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:00.961418 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b78391-9c3e-4d88-9466-d03932afaf54 req-518f64b7-6e76-40f1-ad38-93fc0ae476fa tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:00.963102 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-68b78391-9c3e-4d88-9466-d03932afaf54 req-518f64b7-6e76-40f1-ad38-93fc0ae476fa tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 944 time: 0.0677145 Sep 06 04:46:01.016878 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:01.036502 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-68b78391-9c3e-4d88-9466-d03932afaf54 req-afac6295-65b4-4ffc-8a3f-e86ecf0e7a4b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570002 Sep 06 04:46:01.229446 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-02901e3d-f9bf-4956-86c3-674909b02610 req-47bc7dea-c374-40bf-a5bb-a8887eaa0b27 tempest-VolumesActionsTest-1765501802 tempest-VolumesActionsTest-1765501802-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=acc63ec5-2ef0-416d-957a-76e83eb7a5c0 HTTP/1.1" status: 200 len: 210 time: 0.0415804 Sep 06 04:46:01.237809 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69e0b4-a889-4462-b6ea-9f27af799d05 req-b5eddfce-a6ab-4404-aa5d-867fb39c038f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:01.237809 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cb69e0b4-a889-4462-b6ea-9f27af799d05 req-b5eddfce-a6ab-4404-aa5d-867fb39c038f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.1127610 Sep 06 04:46:01.324542 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f850627-27d2-43ae-9045-613bf6c14059 req-59c61652-105d-4278-b491-4672cea9a52a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:01.334600 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8f850627-27d2-43ae-9045-613bf6c14059 req-59c61652-105d-4278-b491-4672cea9a52a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 945 time: 0.1165075 Sep 06 04:46:01.343258 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['0f636c18-fb41-4c1e-b52b-868f0f44b336'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:46:01.594322 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-cb69e0b4-a889-4462-b6ea-9f27af799d05 req-01f67518-9410-4745-b30c-5143b2c5d1ea tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Deleting port 784c9a84-7d0f-461b-810d-b0f2b91e1d43 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:46:01.594322 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-cb69e0b4-a889-4462-b6ea-9f27af799d05 req-01f67518-9410-4745-b30c-5143b2c5d1ea tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:01.594692 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8f850627-27d2-43ae-9045-613bf6c14059 req-4d6a87bf-5cbe-41ba-9a7e-99bd8051be3a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423683 Sep 06 04:46:01.595114 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada049a-a8cd-4192-8e5a-87dae68bda92 req-5155cc8d-0938-48bf-a192-d30bbd379271 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:01.595114 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-aada049a-a8cd-4192-8e5a-87dae68bda92 req-5155cc8d-0938-48bf-a192-d30bbd379271 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0654366 Sep 06 04:46:01.626776 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:01.636103 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-cb69e0b4-a889-4462-b6ea-9f27af799d05 req-01f67518-9410-4745-b30c-5143b2c5d1ea tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] For port 784c9a84-7d0f-461b-810d-b0f2b91e1d43, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=784c9a84-7d0f-461b-810d-b0f2b91e1d43,segment=NetworkSegment(d1c0853e-8ae1-48c8-bb38-aedbe43aab84),segment_id=d1c0853e-8ae1-48c8-bb38-aedbe43aab84)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:46:01.636485 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-cb69e0b4-a889-4462-b6ea-9f27af799d05 req-01f67518-9410-4745-b30c-5143b2c5d1ea tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:01.659545 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-cb69e0b4-a889-4462-b6ea-9f27af799d05 req-01f67518-9410-4745-b30c-5143b2c5d1ea tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Calling delete_port for 784c9a84-7d0f-461b-810d-b0f2b91e1d43 owned by compute:nova {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:46:01.666097 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-aada049a-a8cd-4192-8e5a-87dae68bda92 req-ad2b80f9-9c51-45e3-b346-5db3d090fb2e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808125 Sep 06 04:46:01.708280 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:01.855592 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-cb69e0b4-a889-4462-b6ea-9f27af799d05 req-01f67518-9410-4745-b30c-5143b2c5d1ea tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (784c9a84-7d0f-461b-810d-b0f2b91e1d43), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:01.884357 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f67518-9410-4745-b30c-5143b2c5d1ea tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Pushing event deleted for resources: {'Port': ['ID=784c9a84-7d0f-461b-810d-b0f2b91e1d43,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:01.935346 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb69e0b4-a889-4462-b6ea-9f27af799d05 req-01f67518-9410-4745-b30c-5143b2c5d1ea tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] No DVR routers for this DVR port 784c9a84-7d0f-461b-810d-b0f2b91e1d43 on host hv-cinder-85600 {{(pid=106938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:46:01.938232 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-cb69e0b4-a889-4462-b6ea-9f27af799d05 req-01f67518-9410-4745-b30c-5143b2c5d1ea tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:01.941551 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cb69e0b4-a889-4462-b6ea-9f27af799d05 req-01f67518-9410-4745-b30c-5143b2c5d1ea tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.46 "DELETE /networking/v2.0/ports/784c9a84-7d0f-461b-810d-b0f2b91e1d43 HTTP/1.1" status: 204 len: 173 time: 0.6963615 Sep 06 04:46:01.942056 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'name': 'network-vif-deleted', 'tag': '784c9a84-7d0f-461b-810d-b0f2b91e1d43'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:46:01.944469 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ebb3a8-16d7-44cd-a516-6a28744b5179" -d '{"events": [{"server_uuid": "ddad572e-12e1-4699-ba46-16c1ccb25704", "name": "network-vif-deleted", "tag": "784c9a84-7d0f-461b-810d-b0f2b91e1d43"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:46:01.986010 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9fc2e3-8234-454d-93a4-18ab59e80b92 x-openstack-request-id: req-9e9fc2e3-8234-454d-93a4-18ab59e80b92 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:46:01.986303 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddad572e-12e1-4699-ba46-16c1ccb25704", "name": "network-vif-deleted", "tag": "784c9a84-7d0f-461b-810d-b0f2b91e1d43", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:46:01.986555 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e9fc2e3-8234-454d-93a4-18ab59e80b92 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:46:01.986961 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e9fc2e3-8234-454d-93a4-18ab59e80b92'] response: {'server_uuid': 'ddad572e-12e1-4699-ba46-16c1ccb25704', 'name': 'network-vif-deleted', 'tag': '784c9a84-7d0f-461b-810d-b0f2b91e1d43', 'status': 'completed', 'code': 200} Sep 06 04:46:02.265254 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfea04-a2da-4692-a863-613afa0fa493 req-6fa97944-1d4c-402b-80b9-ac7295127916 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:02.272736 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d8dfea04-a2da-4692-a863-613afa0fa493 req-6fa97944-1d4c-402b-80b9-ac7295127916 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 944 time: 0.0803721 Sep 06 04:46:02.379666 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d8dfea04-a2da-4692-a863-613afa0fa493 req-ee69ab45-a4d6-4616-8b8d-844ac4d9a01b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005695 Sep 06 04:46:02.609934 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1394b7a6-e62a-4581-b62e-578862146b4a req-d23abf01-86eb-4ea5-bc1c-5f1fbee35dca tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 210 time: 0.0340838 Sep 06 04:46:02.743897 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 0f636c18-fb41-4c1e-b52b-868f0f44b336 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:46:02.847156 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port 0f636c18-fb41-4c1e-b52b-868f0f44b336 completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:46:02.849478 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:02.878829 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66545eb9-a50a-4ed2-a5f9-b4cf2d2979c4 req-3e474927-8466-42d3-849b-029a24c4e43e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:02.889045 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-66545eb9-a50a-4ed2-a5f9-b4cf2d2979c4 req-3e474927-8466-42d3-849b-029a24c4e43e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0907803 Sep 06 04:46:02.940805 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-66545eb9-a50a-4ed2-a5f9-b4cf2d2979c4 req-9dcbde2a-42a6-45de-89ed-2c8e840f296c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499132 Sep 06 04:46:02.971172 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 0f636c18-fb41-4c1e-b52b-868f0f44b336 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:46:02.971718 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (0f636c18-fb41-4c1e-b52b-868f0f44b336), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:03.062597 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 0f636c18-fb41-4c1e-b52b-868f0f44b336 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:46:03.062597 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (0f636c18-fb41-4c1e-b52b-868f0f44b336), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:03.077700 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:03.092297 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17758d6d-93d6-48b1-890f-eca1a0fe0058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f636c18-fb41-4c1e-b52b-868f0f44b336'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:46:03.095556 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce0dfe4-9d30-4f9f-8e16-3674307aff25" -d '{"events": [{"server_uuid": "17758d6d-93d6-48b1-890f-eca1a0fe0058", "name": "network-vif-plugged", "status": "completed", "tag": "0f636c18-fb41-4c1e-b52b-868f0f44b336"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:46:03.114166 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 0f636c18-fb41-4c1e-b52b-868f0f44b336, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=0f636c18-fb41-4c1e-b52b-868f0f44b336,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:46:03.148985 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35159e34-7dce-49d9-8d98-710e870c547a x-openstack-request-id: req-35159e34-7dce-49d9-8d98-710e870c547a {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:46:03.154709 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17758d6d-93d6-48b1-890f-eca1a0fe0058", "name": "network-vif-plugged", "status": "completed", "tag": "0f636c18-fb41-4c1e-b52b-868f0f44b336", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:46:03.154709 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35159e34-7dce-49d9-8d98-710e870c547a {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:46:03.154709 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35159e34-7dce-49d9-8d98-710e870c547a'] response: {'server_uuid': '17758d6d-93d6-48b1-890f-eca1a0fe0058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f636c18-fb41-4c1e-b52b-868f0f44b336', 'code': 200} Sep 06 04:46:03.270459 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (0f636c18-fb41-4c1e-b52b-868f0f44b336), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:03.270459 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 784c9a84-7d0f-461b-810d-b0f2b91e1d43 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:46:03.310684 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: 784c9a84-7d0f-461b-810d-b0f2b91e1d43 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:46:03.311338 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 784c9a84-7d0f-461b-810d-b0f2b91e1d43 not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:46:03.344357 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=0f636c18-fb41-4c1e-b52b-868f0f44b336,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:03.546506 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256350a-4e92-4d74-93b0-e53e0857eaae req-80248ead-933e-486a-b3fa-a1fbf6817c48 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:03.553862 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f256350a-4e92-4d74-93b0-e53e0857eaae req-80248ead-933e-486a-b3fa-a1fbf6817c48 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 945 time: 0.0696084 Sep 06 04:46:03.613457 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-f256350a-4e92-4d74-93b0-e53e0857eaae req-f879389c-b4c1-47f5-b671-110e23d6dad9 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586309 Sep 06 04:46:03.770363 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6ff5807d-aa58-44bb-8b12-4c744adff08b req-6a745127-b151-414f-bebe-9124949afb4a tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 210 time: 0.0289278 Sep 06 04:46:03.911915 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c3fde-ac51-4312-9ef2-55a8c75a18b9 req-57d7814b-8f55-4032-bf69-04538d5731d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:03.914372 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-eb0c3fde-ac51-4312-9ef2-55a8c75a18b9 req-57d7814b-8f55-4032-bf69-04538d5731d2 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 1129 time: 0.0685537 Sep 06 04:46:03.969636 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-eb0c3fde-ac51-4312-9ef2-55a8c75a18b9 req-e36bd610-c3d4-4639-8238-5286e370de1d service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473378 Sep 06 04:46:04.120884 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e211521-089f-4c0d-8e4a-5a1b8888025a req-73ad339d-8267-46c1-a9c1-e9704605929b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:04.122554 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8e211521-089f-4c0d-8e4a-5a1b8888025a req-73ad339d-8267-46c1-a9c1-e9704605929b tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0705125 Sep 06 04:46:04.187281 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8e211521-089f-4c0d-8e4a-5a1b8888025a req-dc0c5cd5-7724-4d24-b417-cbb8c332f7fe tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556397 Sep 06 04:46:04.794554 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bbb5a-6b2e-44a0-87ba-199c358f8e16 req-3bfa043d-fb32-47d5-94c8-4dd7a6db692c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:04.797531 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9e9bbb5a-6b2e-44a0-87ba-199c358f8e16 req-3bfa043d-fb32-47d5-94c8-4dd7a6db692c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 945 time: 0.0649290 Sep 06 04:46:04.873635 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9e9bbb5a-6b2e-44a0-87ba-199c358f8e16 req-8ed0213b-931c-4be2-b8f4-fc5fb2f5bda4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691316 Sep 06 04:46:04.956302 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c06123f5-b3fc-4aec-81f9-3e2a7a16269e req-f0bea38e-39e0-4eee-b941-41b66a02d7fe tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 210 time: 0.0421152 Sep 06 04:46:05.329552 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00576c5f-551e-4359-97bb-ff05ce6208da req-09b444ba-f633-4845-9ea5-65d8d48dbe50 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:05.331243 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-00576c5f-551e-4359-97bb-ff05ce6208da req-09b444ba-f633-4845-9ea5-65d8d48dbe50 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0486100 Sep 06 04:46:05.402200 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-00576c5f-551e-4359-97bb-ff05ce6208da req-d381468a-7b62-4873-945d-f0247fcbe616 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649903 Sep 06 04:46:06.011839 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a8390-cf2c-4322-b199-437d0411a369 req-838cb572-f610-4835-a363-d83ccc2cacc4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:06.013339 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ad3a8390-cf2c-4322-b199-437d0411a369 req-838cb572-f610-4835-a363-d83ccc2cacc4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 945 time: 0.0466197 Sep 06 04:46:06.070016 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ad3a8390-cf2c-4322-b199-437d0411a369 req-02248d4f-0581-496a-873e-2450fe950bdd tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502160 Sep 06 04:46:06.078639 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f8138753-502b-4df3-971d-54fce8c864b0 req-361af681-61a1-4dcd-b66d-78748dbc6843 tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 210 time: 0.0338552 Sep 06 04:46:06.540275 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a69d66-18a8-4d82-8cd1-60550e5954a5 req-aec19d8b-986b-4346-a073-048a737324ae tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:06.541899 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c7a69d66-18a8-4d82-8cd1-60550e5954a5 req-aec19d8b-986b-4346-a073-048a737324ae tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0533350 Sep 06 04:46:06.598407 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c7a69d66-18a8-4d82-8cd1-60550e5954a5 req-3c0e6a00-8bf3-46df-8bb9-3d16a736691e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493593 Sep 06 04:46:07.211607 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-e1c8177d-9a1b-4ed2-aac7-d57e041a36ba req-74a67f92-d98d-4bde-a775-d16c8d4504fe tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=ddad572e-12e1-4699-ba46-16c1ccb25704 HTTP/1.1" status: 200 len: 210 time: 0.0273509 Sep 06 04:46:07.215323 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027ab24-6659-4e1e-a4cd-0bbf5e62b6e5 req-18c3398e-df0f-4070-b8cf-b20f50a00ec5 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:07.216798 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0027ab24-6659-4e1e-a4cd-0bbf5e62b6e5 req-18c3398e-df0f-4070-b8cf-b20f50a00ec5 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 945 time: 0.0466084 Sep 06 04:46:07.266381 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0027ab24-6659-4e1e-a4cd-0bbf5e62b6e5 req-78cdf2cd-f165-4f75-84c7-3164279d47f2 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430446 Sep 06 04:46:07.705995 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:07.722955 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a099020-048a-493e-a248-ab28f02255f8 req-9911f8c8-b21a-48b8-bf0a-627443d43c45 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:07.724392 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4a099020-048a-493e-a248-ab28f02255f8 req-9911f8c8-b21a-48b8-bf0a-627443d43c45 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0448482 Sep 06 04:46:07.775420 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4a099020-048a-493e-a248-ab28f02255f8 req-ff0acb99-f3e9-49d0-aa1e-466b92a290e6 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455141 Sep 06 04:46:08.277043 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 43704) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:08.334767 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b98539b7-a117-4a6f-ba6f-81672b1d793e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group (f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:08.381458 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b98539b7-a117-4a6f-ba6f-81672b1d793e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group (f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:08.418900 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccfd40d-eadc-41d5-9934-13436c3c0f2b req-0dc7b986-d56b-4dbb-ade5-54d7494da43e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:08.420378 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-dccfd40d-eadc-41d5-9934-13436c3c0f2b req-0dc7b986-d56b-4dbb-ade5-54d7494da43e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 945 time: 0.0767708 Sep 06 04:46:08.464103 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:08.478371 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-dccfd40d-eadc-41d5-9934-13436c3c0f2b req-8c6c3a2d-6f44-40de-bcd0-9a4da5b5c69b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500920 Sep 06 04:46:08.569084 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b98539b7-a117-4a6f-ba6f-81672b1d793e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:08.571684 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-b98539b7-a117-4a6f-ba6f-81672b1d793e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:08.572804 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-b98539b7-a117-4a6f-ba6f-81672b1d793e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b HTTP/1.1" status: 204 len: 168 time: 0.2954688 Sep 06 04:46:08.582344 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98539b7-a117-4a6f-ba6f-81672b1d793e tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f09fdd-2fb8-4178-83c0-b4ba0e60f76b,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:08.721180 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 43710) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:08.945052 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c471b32-d26f-4327-a766-ef2fadea6759 req-c345dbe5-693d-4fdb-9e9f-f9e84f3c0ebd tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:08.946485 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7c471b32-d26f-4327-a766-ef2fadea6759 req-c345dbe5-693d-4fdb-9e9f-f9e84f3c0ebd tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0846875 Sep 06 04:46:09.270948 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7c471b32-d26f-4327-a766-ef2fadea6759 req-92ba1da4-141e-41e4-a1ce-e45b24410050 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181648 Sep 06 04:46:09.389031 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-414cdae2-7f55-4b2d-a70a-216240860ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738461'] for router_interface (6a901780-5f7e-4e92-85f4-39804a78ab01), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:09.434835 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=16 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:09.441807 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=19 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:09.599719 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a96456-c79d-4fc1-bc7a-2f4d243d200e req-f4079237-92b0-4716-ab18-07f23f69ce35 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:09.601214 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b8a96456-c79d-4fc1-bc7a-2f4d243d200e req-f4079237-92b0-4716-ab18-07f23f69ce35 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 945 time: 0.0458956 Sep 06 04:46:09.609673 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-414cdae2-7f55-4b2d-a70a-216240860ba8 admin admin] Deleting port 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:46:09.610028 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-414cdae2-7f55-4b2d-a70a-216240860ba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:09.650706 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b8a96456-c79d-4fc1-bc7a-2f4d243d200e req-bfe96288-f440-4ef7-b5fa-3890f09eac4a tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437336 Sep 06 04:46:09.667738 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:09.694046 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [None req-414cdae2-7f55-4b2d-a70a-216240860ba8 admin admin] For port 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=1bbb13cf-5d1a-4071-bc9e-c4cc89111f61,segment=NetworkSegment(d1c0853e-8ae1-48c8-bb38-aedbe43aab84),segment_id=d1c0853e-8ae1-48c8-bb38-aedbe43aab84)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:46:09.694418 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-414cdae2-7f55-4b2d-a70a-216240860ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:09.708805 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-414cdae2-7f55-4b2d-a70a-216240860ba8 admin admin] Calling delete_port for 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 owned by network:router_interface {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:46:09.808792 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:09.940578 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-414cdae2-7f55-4b2d-a70a-216240860ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (1bbb13cf-5d1a-4071-bc9e-c4cc89111f61), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:09.967373 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cdae2-7f55-4b2d-a70a-216240860ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bbb13cf-5d1a-4071-bc9e-c4cc89111f61,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:10.129887 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-414cdae2-7f55-4b2d-a70a-216240860ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729101'] for router_interface (6a901780-5f7e-4e92-85f4-39804a78ab01), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:10.339785 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414cdae2-7f55-4b2d-a70a-216240860ba8 admin admin] Router 6a901780-5f7e-4e92-85f4-39804a78ab01 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:46:10.435137 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65936f-437e-4785-babd-fa2ae44e3368 req-e98ce29b-0d8d-45e1-b11e-822cdfacfd34 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:10.436603 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3e65936f-437e-4785-babd-fa2ae44e3368 req-e98ce29b-0d8d-45e1-b11e-822cdfacfd34 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0840204 Sep 06 04:46:10.508365 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414cdae2-7f55-4b2d-a70a-216240860ba8 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:46:10.517514 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-414cdae2-7f55-4b2d-a70a-216240860ba8 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/6a901780-5f7e-4e92-85f4-39804a78ab01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7952414 Sep 06 04:46:10.518474 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135f6423-8de9-40f8-8e9c-acab3011f156 None None] Sync routers for ids ['6a901780-5f7e-4e92-85f4-39804a78ab01'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:46:10.520167 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 43732) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:10.524893 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3e65936f-437e-4785-babd-fa2ae44e3368 req-b2024d5d-42d3-45fd-8d51-92755c0c34ae tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610349 Sep 06 04:46:10.532110 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f6423-8de9-40f8-8e9c-acab3011f156 None None] Routers {'6a901780-5f7e-4e92-85f4-39804a78ab01'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:46:10.532747 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-135f6423-8de9-40f8-8e9c-acab3011f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:45:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['6a901780-5f7e-4e92-85f4-39804a78ab01'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:10.620369 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Publish callbacks [] for router (6a901780-5f7e-4e92-85f4-39804a78ab01), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:10.635457 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-135f6423-8de9-40f8-8e9c-acab3011f156 None None] Set router 6a901780-5f7e-4e92-85f4-39804a78ab01 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:46:10.668580 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:10.799556 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f44bd3-38be-45c3-839b-31711dcc76ac req-a8e4c074-6a76-412f-b7a8-42786e33af0e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:10.801132 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-79f44bd3-38be-45c3-839b-31711dcc76ac req-a8e4c074-6a76-412f-b7a8-42786e33af0e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 945 time: 0.0558021 Sep 06 04:46:10.802505 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Publish callbacks [] for router_gateway (6a901780-5f7e-4e92-85f4-39804a78ab01), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:10.832795 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-135f6423-8de9-40f8-8e9c-acab3011f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'name': 'tempest-TestShelveInstance-134257311-router', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:46:09Z', 'revision_number': 5, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'gw_port': {'id': 'd164e460-b287-4611-8014-1ecbffffe7f6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ef:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:10.869892 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-79f44bd3-38be-45c3-839b-31711dcc76ac req-afed2c7d-12a3-40d6-9b47-dc84d4758f1b tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615342 Sep 06 04:46:10.907088 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135f6423-8de9-40f8-8e9c-acab3011f156 None None] Checking router: 6a901780-5f7e-4e92-85f4-39804a78ab01 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:46:10.916885 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f6423-8de9-40f8-8e9c-acab3011f156 None None] Routers {'6a901780-5f7e-4e92-85f4-39804a78ab01'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:46:10.917539 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-135f6423-8de9-40f8-8e9c-acab3011f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:45:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['6a901780-5f7e-4e92-85f4-39804a78ab01'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:10.938987 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:10.950177 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Deleting port d164e460-b287-4611-8014-1ecbffffe7f6 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:46:10.950813 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (d164e460-b287-4611-8014-1ecbffffe7f6), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:11.011122 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-135f6423-8de9-40f8-8e9c-acab3011f156 None None] Set router 6a901780-5f7e-4e92-85f4-39804a78ab01 gateway port host: None {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:46:11.043488 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] For port d164e460-b287-4611-8014-1ecbffffe7f6, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=d164e460-b287-4611-8014-1ecbffffe7f6,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:46:11.043854 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (d164e460-b287-4611-8014-1ecbffffe7f6), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:11.056758 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Calling delete_port for d164e460-b287-4611-8014-1ecbffffe7f6 owned by network:router_gateway {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:46:11.061787 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-135f6423-8de9-40f8-8e9c-acab3011f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'name': 'tempest-TestShelveInstance-134257311-router', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:46:10Z', 'revision_number': 6, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'gw_port_host': None}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:11.087689 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135f6423-8de9-40f8-8e9c-acab3011f156 None None] The sync data for ids ['6a901780-5f7e-4e92-85f4-39804a78ab01'] in dv-cinder-856002-1-iscsi is: [{'id': '6a901780-5f7e-4e92-85f4-39804a78ab01', 'name': 'tempest-TestShelveInstance-134257311-router', 'tenant_id': '17ca991debba43b98c1ad8f0f91c63a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:27Z', 'updated_at': '2022-09-06T04:46:10Z', 'revision_number': 6, 'project_id': '17ca991debba43b98c1ad8f0f91c63a9', 'gw_port_host': None}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:46:11.318587 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (d164e460-b287-4611-8014-1ecbffffe7f6), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:11.351162 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Pushing event deleted for resources: {'Port': ['ID=d164e460-b287-4611-8014-1ecbffffe7f6,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:11.389126 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:11.389680 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:11.390026 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:11.391316 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:11.391794 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:11.392148 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:11.392536 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:11.392925 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:11.393341 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:11.395968 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:11.396433 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:11.396854 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:11.397245 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:11.398083 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:11.399195 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:11.460566 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730729'] for router_gateway (6a901780-5f7e-4e92-85f4-39804a78ab01), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:11.571787 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12195'] for router (6a901780-5f7e-4e92-85f4-39804a78ab01), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:11.574987 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Publish callbacks [] for router_controller (6a901780-5f7e-4e92-85f4-39804a78ab01), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:11.723927 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738514'] for router (6a901780-5f7e-4e92-85f4-39804a78ab01), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:11.724741 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a901780-5f7e-4e92-85f4-39804a78ab01 {{(pid=106939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 04:46:11.729143 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:11.739278 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:11.742465 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-4750c7fb-5dc4-4b21-9a1e-3e3bd81dff68 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/6a901780-5f7e-4e92-85f4-39804a78ab01 HTTP/1.1" status: 204 len: 168 time: 1.2209389 Sep 06 04:46:11.744871 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 43754) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:11.747516 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce57ac5-2702-4fca-86c1-70a966e38e4c req-e5718dab-815a-469b-87d1-6c7aa0532fc6 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:11.750701 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4ce57ac5-2702-4fca-86c1-70a966e38e4c req-e5718dab-815a-469b-87d1-6c7aa0532fc6 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0863159 Sep 06 04:46:11.802389 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device d164e460-b287-4611-8014-1ecbffffe7f6 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:46:11.815037 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_v2 [None req-117679ff-4c15-42e1-a6f6-e03c7227e375 admin admin] Deleting subnet da21c44d-c491-4cde-9367-78edabda8793 {{(pid=106939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 06 04:46:11.819227 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-117679ff-4c15-42e1-a6f6-e03c7227e375 admin admin] Publish callbacks [] for subnet (da21c44d-c491-4cde-9367-78edabda8793), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:11.820991 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213cb16-b535-40c2-9165-1b5fae54a002 req-f649e9ce-0e8b-4589-8ac5-a69d150c524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:11.822771 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9213cb16-b535-40c2-9165-1b5fae54a002 req-f649e9ce-0e8b-4589-8ac5-a69d150c524b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=2388589a34d346f3b31b231a9dafe34d&device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 1130 time: 0.0708516 Sep 06 04:46:11.840074 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: d164e460-b287-4611-8014-1ecbffffe7f6 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:46:11.840680 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device d164e460-b287-4611-8014-1ecbffffe7f6 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:46:11.841897 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:46:11.850505 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:11.866611 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:46:11.871219 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 1bbb13cf-5d1a-4071-bc9e-c4cc89111f61 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:46:11.878177 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-117679ff-4c15-42e1-a6f6-e03c7227e375 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11570509'] for subnet (da21c44d-c491-4cde-9367-78edabda8793), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:11.909081 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4ce57ac5-2702-4fca-86c1-70a966e38e4c req-e41ec267-8667-4f4d-ade5-946d451e111a tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174693 Sep 06 04:46:11.997184 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:11.998021 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-117679ff-4c15-42e1-a6f6-e03c7227e375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479495'] for subnet (da21c44d-c491-4cde-9367-78edabda8793), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:12.027992 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213cb16-b535-40c2-9165-1b5fae54a002 req-64bd11b2-abb0-4a48-ac58-60f66274c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:12.029819 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9213cb16-b535-40c2-9165-1b5fae54a002 req-64bd11b2-abb0-4a48-ac58-60f66274c518 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=6861b199-7de9-4155-8c49-44122ab810f3 HTTP/1.1" status: 200 len: 918 time: 0.1991634 Sep 06 04:46:12.117727 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9213cb16-b535-40c2-9165-1b5fae54a002 req-6c4c9b4a-b33c-49bc-84c5-285e75c30dc6 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e4ec09b-2a4b-41e0-871c-50fd282365c6 HTTP/1.1" status: 200 len: 1002 time: 0.0804815 Sep 06 04:46:12.121679 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff15a75-db39-49b5-839f-1e942041994e req-6ff1d873-6022-442c-9ac8-8b98153737be tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:12.129634 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6ff15a75-db39-49b5-839f-1e942041994e req-6ff1d873-6022-442c-9ac8-8b98153737be tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 945 time: 0.1275616 Sep 06 04:46:12.192904 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-489a8e57-b1ee-4844-a53a-9be02e2171e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:12.213190 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213cb16-b535-40c2-9165-1b5fae54a002 req-a5cb8348-760e-4ccb-8c0a-bccd828aeb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:12.219464 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-117679ff-4c15-42e1-a6f6-e03c7227e375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12279841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12317327'] for subnet (da21c44d-c491-4cde-9367-78edabda8793), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:12.227573 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9213cb16-b535-40c2-9165-1b5fae54a002 req-a5cb8348-760e-4ccb-8c0a-bccd828aeb73 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=9b8031fd-df8e-40aa-8f52-58d945edc54a HTTP/1.1" status: 200 len: 856 time: 0.1011722 Sep 06 04:46:12.253108 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-117679ff-4c15-42e1-a6f6-e03c7227e375 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:12.258493 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-117679ff-4c15-42e1-a6f6-e03c7227e375 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/da21c44d-c491-4cde-9367-78edabda8793 HTTP/1.1" status: 204 len: 168 time: 0.5100694 Sep 06 04:46:12.261793 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6743b32c-193d-4713-aae8-59fe27ab0a75 None None] Network 79930370-1c5e-497c-9fc8-53811a3907a9 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:46:12.278974 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 43764) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:12.301641 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213cb16-b535-40c2-9165-1b5fae54a002 req-548abf6b-0798-4a0d-be74-4d0acca99fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:12.303621 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9213cb16-b535-40c2-9165-1b5fae54a002 req-548abf6b-0798-4a0d-be74-4d0acca99fcd service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=6861b199-7de9-4155-8c49-44122ab810f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685089 Sep 06 04:46:12.347523 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6ff15a75-db39-49b5-839f-1e942041994e req-a971f437-5c73-4699-95c3-bd5b88db00aa tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847963 Sep 06 04:46:12.352253 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117679ff-4c15-42e1-a6f6-e03c7227e375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da21c44d-c491-4cde-9367-78edabda8793,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:12.480422 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3576701'] for network (79930370-1c5e-497c-9fc8-53811a3907a9), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:12.508979 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece1362b-d26f-43bb-a95c-a4a98868aee4 None None] DHCP port deletion for 79930370-1c5e-497c-9fc8-53811a3907a9 request from dv-cinder-856002-1-iscsi {{(pid=106940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 06 04:46:12.527545 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:12.536498 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] Deleting port 8ab48a08-dce8-42b6-a024-bf04206d45ca {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:46:12.536498 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (8ab48a08-dce8-42b6-a024-bf04206d45ca), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:12.591573 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-ece1362b-d26f-43bb-a95c-a4a98868aee4 None None] Deleting port 8ab48a08-dce8-42b6-a024-bf04206d45ca {{(pid=106940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:46:12.591949 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-ece1362b-d26f-43bb-a95c-a4a98868aee4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (8ab48a08-dce8-42b6-a024-bf04206d45ca), before_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:12.606861 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9213cb16-b535-40c2-9165-1b5fae54a002 req-f8d086d3-e9d8-4816-a27e-31e1dd962e67 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946436 Sep 06 04:46:12.613481 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389416a-d9d0-4df1-86e8-a0f70cc88561 req-3435b4a4-ed64-40d0-83c8-40fddaf45d7f tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:12.620123 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] For port 8ab48a08-dce8-42b6-a024-bf04206d45ca, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=8ab48a08-dce8-42b6-a024-bf04206d45ca,segment=NetworkSegment(d1c0853e-8ae1-48c8-bb38-aedbe43aab84),segment_id=d1c0853e-8ae1-48c8-bb38-aedbe43aab84)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:46:12.620917 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (8ab48a08-dce8-42b6-a024-bf04206d45ca), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:12.622907 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0389416a-d9d0-4df1-86e8-a0f70cc88561 req-3435b4a4-ed64-40d0-83c8-40fddaf45d7f tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 945 time: 0.1402898 Sep 06 04:46:12.642254 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] Calling delete_port for 8ab48a08-dce8-42b6-a024-bf04206d45ca owned by network:dhcp {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:46:12.730681 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-9213cb16-b535-40c2-9165-1b5fae54a002 req-afc75198-6e12-430e-b1b9-c691120d7310 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988436 Sep 06 04:46:12.733333 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-ece1362b-d26f-43bb-a95c-a4a98868aee4 None None] For port 8ab48a08-dce8-42b6-a024-bf04206d45ca, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=8ab48a08-dce8-42b6-a024-bf04206d45ca,segment=NetworkSegment(d1c0853e-8ae1-48c8-bb38-aedbe43aab84),segment_id=d1c0853e-8ae1-48c8-bb38-aedbe43aab84)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:46:12.733740 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-ece1362b-d26f-43bb-a95c-a4a98868aee4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (8ab48a08-dce8-42b6-a024-bf04206d45ca), precommit_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:12.754078 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-ece1362b-d26f-43bb-a95c-a4a98868aee4 None None] Calling delete_port for 8ab48a08-dce8-42b6-a024-bf04206d45ca owned by network:dhcp {{(pid=106940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:46:12.809600 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0389416a-d9d0-4df1-86e8-a0f70cc88561 req-bc20bc93-35ad-40c2-82d8-06ca8fecfe10 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854966 Sep 06 04:46:12.828784 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (8ab48a08-dce8-42b6-a024-bf04206d45ca), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:12.839459 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 43768) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:12.871175 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] No DVR routers for this DVR port 8ab48a08-dce8-42b6-a024-bf04206d45ca on host dv-cinder-856002-1-iscsi {{(pid=106939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:46:12.877237 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab48a08-dce8-42b6-a024-bf04206d45ca,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:12.881023 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:12.923433 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-ece1362b-d26f-43bb-a95c-a4a98868aee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533'] for port (8ab48a08-dce8-42b6-a024-bf04206d45ca), after_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:12.948232 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece1362b-d26f-43bb-a95c-a4a98868aee4 None None] No DVR routers for this DVR port 8ab48a08-dce8-42b6-a024-bf04206d45ca on host dv-cinder-856002-1-iscsi {{(pid=106940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:46:12.979034 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433122', 'neutron.services.segments.db._delete_segments_for_network-8761093479572'] for network (79930370-1c5e-497c-9fc8-53811a3907a9), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:12.991537 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1362b-d26f-43bb-a95c-a4a98868aee4 None None] Pushing event deleted for resources: {'Port': ['ID=8ab48a08-dce8-42b6-a024-bf04206d45ca,revision_number=None']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:13.047611 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79930370-1c5e-497c-9fc8-53811a3907a9']}} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:13.078671 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:13.084284 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c0853e-8ae1-48c8-bb38-aedbe43aab84') {'for_net_delete': True} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:13.084284 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c0853e-8ae1-48c8-bb38-aedbe43aab84') {} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:13.103014 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9f37c-fc15-4076-b2fe-eb5f0b1d9668 req-9ca94fa0-21db-4616-ab9b-0c0ebf23922f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:13.104530 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-66b9f37c-fc15-4076-b2fe-eb5f0b1d9668 req-9ca94fa0-21db-4616-ab9b-0c0ebf23922f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.0745192 Sep 06 04:46:13.106485 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761093570708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11570500'] for segment (d1c0853e-8ae1-48c8-bb38-aedbe43aab84), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:13.144183 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e178eb-fdfd-48a0-9c81-9ca05e5d41c0 tempest-TestVolumeBootPattern-925530446 tempest-TestVolumeBootPattern-925530446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:13.148749 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (d1c0853e-8ae1-48c8-bb38-aedbe43aab84), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:13.153686 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-02e178eb-fdfd-48a0-9c81-9ca05e5d41c0 tempest-TestVolumeBootPattern-925530446 tempest-TestVolumeBootPattern-925530446-project-admin] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 1124 time: 0.3129435 Sep 06 04:46:13.158791 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 43774) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:13.163748 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=106939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 04:46:13.163958 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Request body: {'floatingip': {'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'port_id': '0f636c18-fb41-4c1e-b52b-868f0f44b336', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:46:13.164147 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12279931'] for segment (d1c0853e-8ae1-48c8-bb38-aedbe43aab84), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:13.261138 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:13.273962 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-66b9f37c-fc15-4076-b2fe-eb5f0b1d9668 req-ea46fb66-8ddb-4c0e-85f5-566991ccf287 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473122 Sep 06 04:46:13.352025 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730808'] for network (79930370-1c5e-497c-9fc8-53811a3907a9), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:13.389330 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=79930370-1c5e-497c-9fc8-53811a3907a9,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:13.401858 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:13.403640 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:13.409005 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-dad3fb58-12f4-48b7-bab3-b4913cc41e17 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/79930370-1c5e-497c-9fc8-53811a3907a9 HTTP/1.1" status: 204 len: 168 time: 1.1283119 Sep 06 04:46:13.412396 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.services.segments.plugin [-] Segment d1c0853e-8ae1-48c8-bb38-aedbe43aab84 resource provider aggregate not found Sep 06 04:46:13.413710 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 43784) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:13.433170 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.services.segments.plugin [-] Segment d1c0853e-8ae1-48c8-bb38-aedbe43aab84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1c0853e-8ae1-48c8-bb38-aedbe43aab84 found for delete ", "request_id": "req-6ccd0c57-9b0f-4c21-909f-178f437c0556"}]} Sep 06 04:46:13.664534 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Allocated IP 172.27.1.83 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/a5ba9646-2ad4-4034-9d2d-a4415085301f) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:46:13.705334 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:13.722425 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:13.738107 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 8ab48a08-dce8-42b6-a024-bf04206d45ca no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:46:13.766497 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 8ab48a08-dce8-42b6-a024-bf04206d45ca {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:46:13.767158 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 8ab48a08-dce8-42b6-a024-bf04206d45ca not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:46:13.920264 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for port (a5ba9646-2ad4-4034-9d2d-a4415085301f), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:13.982506 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d107902c-ee0d-4afb-b0e8-08c5ef3f674f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738461'] for router_interface (29d2d8fb-7458-4da1-802e-3c33b3f7bb44), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:14.378606 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (a5ba9646-2ad4-4034-9d2d-a4415085301f), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:14.484876 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:46:14.497031 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:46:14.503637 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-90f4aeaa-ab01-45d0-a6b6-b91fd99a3416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:14.507228 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:46:14.511553 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event updated for resources: {'Port': ['ID=a5ba9646-2ad4-4034-9d2d-a4415085301f,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:14.563710 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadf8b0-3945-47eb-87d4-9a7c302f22be req-a0726924-8ea9-4e1e-a555-7e05a1593f36 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:14.565032 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ebadf8b0-3945-47eb-87d4-9a7c302f22be req-a0726924-8ea9-4e1e-a555-7e05a1593f36 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 946 time: 0.1493936 Sep 06 04:46:14.634753 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:14.729704 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ebadf8b0-3945-47eb-87d4-9a7c302f22be req-cf5af40d-eed9-4a37-97b3-8fd3e504318e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583011 Sep 06 04:46:14.758082 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 3e4ec09b-2a4b-41e0-871c-50fd282365c6 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:46:14.845080 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:14.846765 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 is: ACTIVE; New status is: DOWN {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:46:14.847309 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:14.873939 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e4ec09b-2a4b-41e0-871c-50fd282365c6'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:46:14.877217 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43154c85-ee16-4cdd-a786-fbbb9d1dd0a3" -d '{"events": [{"server_uuid": "821737e4-9236-4f80-b1ac-8c4d16c02244", "name": "network-vif-unplugged", "status": "completed", "tag": "3e4ec09b-2a4b-41e0-871c-50fd282365c6"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:46:14.892511 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 3e4ec09b-2a4b-41e0-871c-50fd282365c6, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3e4ec09b-2a4b-41e0-871c-50fd282365c6,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:46:14.911506 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-d107902c-ee0d-4afb-b0e8-08c5ef3f674f admin admin] Deleting port 0c7194b7-45e0-4c04-8e07-11eb0017eadf {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:46:14.914966 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d107902c-ee0d-4afb-b0e8-08c5ef3f674f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:14.937778 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Sep 2022 04:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56caf09e-1542-48f1-9a01-53cadba26aa4 x-openstack-request-id: req-56caf09e-1542-48f1-9a01-53cadba26aa4 {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:46:14.938449 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821737e4-9236-4f80-b1ac-8c4d16c02244", "name": "network-vif-unplugged", "status": "completed", "tag": "3e4ec09b-2a4b-41e0-871c-50fd282365c6", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:46:14.939035 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56caf09e-1542-48f1-9a01-53cadba26aa4 {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:46:14.939957 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56caf09e-1542-48f1-9a01-53cadba26aa4'] response: {'server_uuid': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e4ec09b-2a4b-41e0-871c-50fd282365c6', 'code': 200} Sep 06 04:46:14.963640 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:15.040037 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:15.052488 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=3e4ec09b-2a4b-41e0-871c-50fd282365c6,revision_number=8']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:15.087638 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [None req-d107902c-ee0d-4afb-b0e8-08c5ef3f674f admin admin] For port 0c7194b7-45e0-4c04-8e07-11eb0017eadf, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=0c7194b7-45e0-4c04-8e07-11eb0017eadf,segment=NetworkSegment(62904c70-5c60-406a-9fb7-d28076dc5efc),segment_id=62904c70-5c60-406a-9fb7-d28076dc5efc)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:46:15.088007 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d107902c-ee0d-4afb-b0e8-08c5ef3f674f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:15.110059 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-d107902c-ee0d-4afb-b0e8-08c5ef3f674f admin admin] Calling delete_port for 0c7194b7-45e0-4c04-8e07-11eb0017eadf owned by network:router_interface {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:46:15.290690 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for floatingip (69a21cef-cb02-4ac3-90e5-035811df8162), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:15.460188 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (a5ba9646-2ad4-4034-9d2d-a4415085301f), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:15.591040 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:15.668127 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for port (a5ba9646-2ad4-4034-9d2d-a4415085301f), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:15.706881 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d107902c-ee0d-4afb-b0e8-08c5ef3f674f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (0c7194b7-45e0-4c04-8e07-11eb0017eadf), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:15.738473 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d107902c-ee0d-4afb-b0e8-08c5ef3f674f admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7194b7-45e0-4c04-8e07-11eb0017eadf,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:15.742575 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (a5ba9646-2ad4-4034-9d2d-a4415085301f), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:15.872753 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event updated for resources: {'Port': ['ID=a5ba9646-2ad4-4034-9d2d-a4415085301f,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:15.906728 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (69a21cef-cb02-4ac3-90e5-035811df8162), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:15.911721 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:15.946188 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:16.094828 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416731c-e619-4c63-b1e4-08c29e76afbf req-b5e4edab-2491-4ef4-a2b0-26a429848a2c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:16.097067 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0416731c-e619-4c63-b1e4-08c29e76afbf req-b5e4edab-2491-4ef4-a2b0-26a429848a2c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.1458199 Sep 06 04:46:16.177501 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.l3_db [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Floating IP 69a21cef-cb02-4ac3-90e5-035811df8162 associated. External IP: 172.27.1.83, port: 0f636c18-fb41-4c1e-b52b-868f0f44b336. Sep 06 04:46:16.262956 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0416731c-e619-4c63-b1e4-08c29e76afbf req-bc7acc0b-baa6-4031-8f5b-24a941131b15 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531301 Sep 06 04:46:16.269907 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d107902c-ee0d-4afb-b0e8-08c5ef3f674f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729101'] for router_interface (29d2d8fb-7458-4da1-802e-3c33b3f7bb44), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:16.864838 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:16.867212 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:46:16.934168 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d107902c-ee0d-4afb-b0e8-08c5ef3f674f admin admin] Router 29d2d8fb-7458-4da1-802e-3c33b3f7bb44 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:46:17.069161 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:46:17.080407 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b0054-44af-4e52-b8c0-642fc87b986e None None] Sync routers for ids ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:46:17.095934 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b0054-44af-4e52-b8c0-642fc87b986e None None] Routers {'d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:46:17.096744 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-e36b0054-44af-4e52-b8c0-642fc87b986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:46:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:17.136276 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d107902c-ee0d-4afb-b0e8-08c5ef3f674f admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:46:17.142620 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-d107902c-ee0d-4afb-b0e8-08c5ef3f674f admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/29d2d8fb-7458-4da1-802e-3c33b3f7bb44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7276962 Sep 06 04:46:17.145540 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 43820) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:17.155393 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab0dda-966d-46af-a31b-09969dfa30d7 None None] Sync routers for ids ['29d2d8fb-7458-4da1-802e-3c33b3f7bb44'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:46:17.174463 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab0dda-966d-46af-a31b-09969dfa30d7 None None] Routers {'29d2d8fb-7458-4da1-802e-3c33b3f7bb44'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:46:17.175161 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-9cab0dda-966d-46af-a31b-09969dfa30d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:46:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['29d2d8fb-7458-4da1-802e-3c33b3f7bb44'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:17.211603 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:17.299050 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-d6dc425e-8698-49e3-8d51-5baa2dcab9d4 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1361685 Sep 06 04:46:17.300083 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17758d6d-93d6-48b1-890f-eca1a0fe0058', 'tag': '0f636c18-fb41-4c1e-b52b-868f0f44b336'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:46:17.302598 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8206b850-52be-4e60-aae0-f87180bd7109" -d '{"events": [{"name": "network-changed", "server_uuid": "17758d6d-93d6-48b1-890f-eca1a0fe0058", "tag": "0f636c18-fb41-4c1e-b52b-868f0f44b336"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:46:17.307208 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-73d37624-b85a-4a69-88dc-be7fe9a9a37f admin admin] Publish callbacks [] for router (29d2d8fb-7458-4da1-802e-3c33b3f7bb44), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:17.341731 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-e36b0054-44af-4e52-b8c0-642fc87b986e None None] Set router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:46:17.403863 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eed0bbe-f7c7-48a2-8e39-86540f29bcd7 x-openstack-request-id: req-4eed0bbe-f7c7-48a2-8e39-86540f29bcd7 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:46:17.404677 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17758d6d-93d6-48b1-890f-eca1a0fe0058", "tag": "0f636c18-fb41-4c1e-b52b-868f0f44b336", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:46:17.405225 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4eed0bbe-f7c7-48a2-8e39-86540f29bcd7 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:46:17.406200 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eed0bbe-f7c7-48a2-8e39-86540f29bcd7'] response: {'name': 'network-changed', 'server_uuid': '17758d6d-93d6-48b1-890f-eca1a0fe0058', 'tag': '0f636c18-fb41-4c1e-b52b-868f0f44b336', 'status': 'completed', 'code': 200} Sep 06 04:46:17.444319 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-73d37624-b85a-4a69-88dc-be7fe9a9a37f admin admin] Publish callbacks [] for router_gateway (29d2d8fb-7458-4da1-802e-3c33b3f7bb44), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:17.529970 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206b850-52be-4e60-aae0-f87180bd7109 req-bd46f042-bdd2-4621-87f9-d627f6673d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:17.531973 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8206b850-52be-4e60-aae0-f87180bd7109 req-bd46f042-bdd2-4621-87f9-d627f6673d1b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=375efd2890fc4b71af13439813f00ab0&device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 1129 time: 0.0562971 Sep 06 04:46:17.599819 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-73d37624-b85a-4a69-88dc-be7fe9a9a37f admin admin] Deleting port 21fc7bee-8f20-4c63-bf38-8b6e48a42257 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:46:17.604606 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-73d37624-b85a-4a69-88dc-be7fe9a9a37f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (21fc7bee-8f20-4c63-bf38-8b6e48a42257), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:17.747127 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-9cab0dda-966d-46af-a31b-09969dfa30d7 None None] Set router 29d2d8fb-7458-4da1-802e-3c33b3f7bb44 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:46:17.768002 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206b850-52be-4e60-aae0-f87180bd7109 req-7882c620-f84f-4740-b894-dd2fee4d583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:17.771046 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8206b850-52be-4e60-aae0-f87180bd7109 req-7882c620-f84f-4740-b894-dd2fee4d583c service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=713bea32-eeee-4105-a352-3326771fb659 HTTP/1.1" status: 200 len: 913 time: 0.2298698 Sep 06 04:46:17.836603 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:17.842406 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-e36b0054-44af-4e52-b8c0-642fc87b986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '04b1c821-39e2-47f3-a6e2-2efdc19a96e4', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'port_id': '8a88b191-41e1-4780-8ac2-cac44e992df0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'mac_address': 'fa:16:3e:e8:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:43:05Z', 'updated_at': '2022-09-06T04:43:07Z', 'revision_number': 1, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ip_address_scope': None}, {'id': '69a21cef-cb02-4ac3-90e5-035811df8162', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'port_id': '0f636c18-fb41-4c1e-b52b-868f0f44b336', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'mac_address': 'fa:16:3e:eb:c7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17758d6d-93d6-48b1-890f-eca1a0fe0058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:46:15Z', 'updated_at': '2022-09-06T04:46:15Z', 'revision_number': 0, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:17.878628 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:17.888903 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b0054-44af-4e52-b8c0-642fc87b986e None None] Checking router: d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:46:17.910475 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8206b850-52be-4e60-aae0-f87180bd7109 req-36c794af-c81d-4de5-93b3-4c57c9c99f3b service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f636c18-fb41-4c1e-b52b-868f0f44b336 HTTP/1.1" status: 200 len: 998 time: 0.1319101 Sep 06 04:46:17.934195 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b0054-44af-4e52-b8c0-642fc87b986e None None] Routers {'d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:46:17.942861 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-e36b0054-44af-4e52-b8c0-642fc87b986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:46:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:17.962715 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-73d37624-b85a-4a69-88dc-be7fe9a9a37f admin admin] For port 21fc7bee-8f20-4c63-bf38-8b6e48a42257, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=21fc7bee-8f20-4c63-bf38-8b6e48a42257,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:46:17.964354 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-73d37624-b85a-4a69-88dc-be7fe9a9a37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (21fc7bee-8f20-4c63-bf38-8b6e48a42257), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:18.018411 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-73d37624-b85a-4a69-88dc-be7fe9a9a37f admin admin] Calling delete_port for 21fc7bee-8f20-4c63-bf38-8b6e48a42257 owned by network:router_gateway {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:46:18.030064 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:18.033180 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206b850-52be-4e60-aae0-f87180bd7109 req-17dd5a20-8a50-459f-9a1f-c9f14458113c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:18.034726 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8206b850-52be-4e60-aae0-f87180bd7109 req-17dd5a20-8a50-459f-9a1f-c9f14458113c service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=620d1330-0c40-41f6-9a10-faccabf815ee HTTP/1.1" status: 200 len: 851 time: 0.1044796 Sep 06 04:46:18.076632 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-9cab0dda-966d-46af-a31b-09969dfa30d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'name': 'tempest-TestShelveInstance-1188436936-router', 'tenant_id': '88ba913e7d444dd3ac73b85d93127172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.202'}], 'enable_snat': True}, 'gw_port_id': '21fc7bee-8f20-4c63-bf38-8b6e48a42257', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:35Z', 'updated_at': '2022-09-06T04:46:15Z', 'revision_number': 5, 'project_id': '88ba913e7d444dd3ac73b85d93127172', 'gw_port': {'id': '21fc7bee-8f20-4c63-bf38-8b6e48a42257', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:f4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:38:36Z', 'updated_at': '2022-09-06T04:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:18.111442 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab0dda-966d-46af-a31b-09969dfa30d7 None None] Checking router: 29d2d8fb-7458-4da1-802e-3c33b3f7bb44 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:46:18.124379 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab0dda-966d-46af-a31b-09969dfa30d7 None None] Routers {'29d2d8fb-7458-4da1-802e-3c33b3f7bb44'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:46:18.127905 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-9cab0dda-966d-46af-a31b-09969dfa30d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:46:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['29d2d8fb-7458-4da1-802e-3c33b3f7bb44'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:18.139223 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206b850-52be-4e60-aae0-f87180bd7109 req-c0462f05-4a21-49ab-a6cf-0b7648fbb109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:18.139935 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8206b850-52be-4e60-aae0-f87180bd7109 req-c0462f05-4a21-49ab-a6cf-0b7648fbb109 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=713bea32-eeee-4105-a352-3326771fb659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0949500 Sep 06 04:46:18.148610 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-e36b0054-44af-4e52-b8c0-642fc87b986e None None] Set router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:46:18.239567 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-9cab0dda-966d-46af-a31b-09969dfa30d7 None None] Set router 29d2d8fb-7458-4da1-802e-3c33b3f7bb44 gateway port host: None {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:46:18.261691 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8206b850-52be-4e60-aae0-f87180bd7109 req-f9a82736-7c55-4884-a569-95fc833a99b9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159308 Sep 06 04:46:18.294470 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-9cab0dda-966d-46af-a31b-09969dfa30d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'name': 'tempest-TestShelveInstance-1188436936-router', 'tenant_id': '88ba913e7d444dd3ac73b85d93127172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:35Z', 'updated_at': '2022-09-06T04:46:17Z', 'revision_number': 6, 'project_id': '88ba913e7d444dd3ac73b85d93127172', 'gw_port_host': None}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:18.321261 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab0dda-966d-46af-a31b-09969dfa30d7 None None] The sync data for ids ['29d2d8fb-7458-4da1-802e-3c33b3f7bb44'] in dv-cinder-856002-1-iscsi is: [{'id': '29d2d8fb-7458-4da1-802e-3c33b3f7bb44', 'name': 'tempest-TestShelveInstance-1188436936-router', 'tenant_id': '88ba913e7d444dd3ac73b85d93127172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:38:35Z', 'updated_at': '2022-09-06T04:46:17Z', 'revision_number': 6, 'project_id': '88ba913e7d444dd3ac73b85d93127172', 'gw_port_host': None}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:46:18.375954 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-73d37624-b85a-4a69-88dc-be7fe9a9a37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (21fc7bee-8f20-4c63-bf38-8b6e48a42257), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:18.381337 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:18.390240 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:18.403265 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8206b850-52be-4e60-aae0-f87180bd7109 req-5415be8f-0f26-496d-8a40-297e77105d6b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356397 Sep 06 04:46:18.415228 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d37624-b85a-4a69-88dc-be7fe9a9a37f admin admin] Pushing event deleted for resources: {'Port': ['ID=21fc7bee-8f20-4c63-bf38-8b6e48a42257,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:18.480159 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-e36b0054-44af-4e52-b8c0-642fc87b986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '04b1c821-39e2-47f3-a6e2-2efdc19a96e4', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'port_id': '8a88b191-41e1-4780-8ac2-cac44e992df0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'mac_address': 'fa:16:3e:e8:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:43:05Z', 'updated_at': '2022-09-06T04:43:07Z', 'revision_number': 1, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ip_address_scope': None}, {'id': '69a21cef-cb02-4ac3-90e5-035811df8162', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'port_id': '0f636c18-fb41-4c1e-b52b-868f0f44b336', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'mac_address': 'fa:16:3e:eb:c7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17758d6d-93d6-48b1-890f-eca1a0fe0058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:46:15Z', 'updated_at': '2022-09-06T04:46:15Z', 'revision_number': 0, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:18.520580 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b0054-44af-4e52-b8c0-642fc87b986e None None] The sync data for ids ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'] in dv-cinder-856002-1-iscsi is: [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '04b1c821-39e2-47f3-a6e2-2efdc19a96e4', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'port_id': '8a88b191-41e1-4780-8ac2-cac44e992df0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'mac_address': 'fa:16:3e:e8:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:43:05Z', 'updated_at': '2022-09-06T04:43:07Z', 'revision_number': 1, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ip_address_scope': None}, {'id': '69a21cef-cb02-4ac3-90e5-035811df8162', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'floating_ip_address': '172.27.1.83', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'port_id': '0f636c18-fb41-4c1e-b52b-868f0f44b336', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'mac_address': 'fa:16:3e:eb:c7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17758d6d-93d6-48b1-890f-eca1a0fe0058', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:46:15Z', 'updated_at': '2022-09-06T04:46:15Z', 'revision_number': 0, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:46:18.543085 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-73d37624-b85a-4a69-88dc-be7fe9a9a37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730729'] for router_gateway (29d2d8fb-7458-4da1-802e-3c33b3f7bb44), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:18.636955 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-73d37624-b85a-4a69-88dc-be7fe9a9a37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12195'] for router (29d2d8fb-7458-4da1-802e-3c33b3f7bb44), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:18.639892 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-73d37624-b85a-4a69-88dc-be7fe9a9a37f admin admin] Publish callbacks [] for router_controller (29d2d8fb-7458-4da1-802e-3c33b3f7bb44), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:18.642808 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:18.778818 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 3e4ec09b-2a4b-41e0-871c-50fd282365c6 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:46:18.781768 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-73d37624-b85a-4a69-88dc-be7fe9a9a37f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738514'] for router (29d2d8fb-7458-4da1-802e-3c33b3f7bb44), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:18.782457 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d37624-b85a-4a69-88dc-be7fe9a9a37f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29d2d8fb-7458-4da1-802e-3c33b3f7bb44 {{(pid=106939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 04:46:18.790690 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-73d37624-b85a-4a69-88dc-be7fe9a9a37f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:18.790690 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-73d37624-b85a-4a69-88dc-be7fe9a9a37f admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/29d2d8fb-7458-4da1-802e-3c33b3f7bb44 HTTP/1.1" status: 204 len: 168 time: 1.6410170 Sep 06 04:46:18.790690 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 43848) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:18.865735 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:18.876861 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d21e142-d23c-47aa-91ec-45016b02cf51 admin admin] Deleting subnet 3d557649-bd2a-4a61-aca1-34790a35e661 {{(pid=106939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 06 04:46:18.882370 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1d21e142-d23c-47aa-91ec-45016b02cf51 admin admin] Publish callbacks [] for subnet (3d557649-bd2a-4a61-aca1-34790a35e661), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:18.923032 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd5fca-9b37-4370-b635-fa35cd625155 None None] New status for floating IP 69a21cef-cb02-4ac3-90e5-035811df8162: ACTIVE {{(pid=106941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:46:18.928765 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 is: DOWN; New status is: DOWN {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:46:18.935509 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1d21e142-d23c-47aa-91ec-45016b02cf51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11570509'] for subnet (3d557649-bd2a-4a61-aca1-34790a35e661), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:19.330791 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1d21e142-d23c-47aa-91ec-45016b02cf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479495'] for subnet (3d557649-bd2a-4a61-aca1-34790a35e661), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:19.461604 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1d21e142-d23c-47aa-91ec-45016b02cf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12279841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12317327'] for subnet (3d557649-bd2a-4a61-aca1-34790a35e661), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:19.493139 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f159fab-4181-4a3c-953d-41d8f0246a6b req-27b1bc1f-94b0-49aa-ae5f-f966ae7b4dbe tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:19.505869 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21e142-d23c-47aa-91ec-45016b02cf51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d557649-bd2a-4a61-aca1-34790a35e661,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:19.508090 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1f159fab-4181-4a3c-953d-41d8f0246a6b req-27b1bc1f-94b0-49aa-ae5f-f966ae7b4dbe tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0804007 Sep 06 04:46:19.528794 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-1d21e142-d23c-47aa-91ec-45016b02cf51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:19.531274 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db023053-8264-4be3-9ae8-020d4cbbc917 None None] Network 585693bd-959b-406d-bd74-134527676218 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:46:19.537756 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-1d21e142-d23c-47aa-91ec-45016b02cf51 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/3d557649-bd2a-4a61-aca1-34790a35e661 HTTP/1.1" status: 204 len: 168 time: 0.7444477 Sep 06 04:46:19.539015 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 43864) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:19.586170 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1f159fab-4181-4a3c-953d-41d8f0246a6b req-53a4361a-6445-4c5a-bbb1-8668a1617192 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769913 Sep 06 04:46:19.653480 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3576701'] for network (585693bd-959b-406d-bd74-134527676218), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:19.767157 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] Deleting port 435ea2b2-54b8-45b5-94fc-e879d95c795f {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:46:19.767885 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (435ea2b2-54b8-45b5-94fc-e879d95c795f), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:19.796176 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 0c7194b7-45e0-4c04-8e07-11eb0017eadf no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:46:19.868065 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] DHCP port deletion for 585693bd-959b-406d-bd74-134527676218 request from dv-cinder-856002-1-iscsi {{(pid=106940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 06 04:46:19.873998 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 0c7194b7-45e0-4c04-8e07-11eb0017eadf {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:46:19.874417 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] For port 435ea2b2-54b8-45b5-94fc-e879d95c795f, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=435ea2b2-54b8-45b5-94fc-e879d95c795f,segment=NetworkSegment(62904c70-5c60-406a-9fb7-d28076dc5efc),segment_id=62904c70-5c60-406a-9fb7-d28076dc5efc)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:46:19.874833 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (435ea2b2-54b8-45b5-94fc-e879d95c795f), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:19.875263 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 0c7194b7-45e0-4c04-8e07-11eb0017eadf not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:46:19.876025 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 21fc7bee-8f20-4c63-bf38-8b6e48a42257 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:46:19.895380 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] Calling delete_port for 435ea2b2-54b8-45b5-94fc-e879d95c795f owned by network:dhcp {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:46:19.936077 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 21fc7bee-8f20-4c63-bf38-8b6e48a42257 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:46:19.936974 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 21fc7bee-8f20-4c63-bf38-8b6e48a42257 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:46:19.939091 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Deleting port 435ea2b2-54b8-45b5-94fc-e879d95c795f {{(pid=106940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:46:19.939732 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (435ea2b2-54b8-45b5-94fc-e879d95c795f), before_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:20.023676 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] For port 435ea2b2-54b8-45b5-94fc-e879d95c795f, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=435ea2b2-54b8-45b5-94fc-e879d95c795f,segment=NetworkSegment(62904c70-5c60-406a-9fb7-d28076dc5efc),segment_id=62904c70-5c60-406a-9fb7-d28076dc5efc)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:46:20.024475 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (435ea2b2-54b8-45b5-94fc-e879d95c795f), precommit_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:20.040532 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Calling delete_port for 435ea2b2-54b8-45b5-94fc-e879d95c795f owned by network:dhcp {{(pid=106940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:46:20.089949 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (435ea2b2-54b8-45b5-94fc-e879d95c795f), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:20.128140 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] Pushing event deleted for resources: {'Port': ['ID=435ea2b2-54b8-45b5-94fc-e879d95c795f,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:20.136769 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533'] for port (435ea2b2-54b8-45b5-94fc-e879d95c795f), after_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:20.142042 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] No DVR routers for this DVR port 435ea2b2-54b8-45b5-94fc-e879d95c795f on host dv-cinder-856002-1-iscsi {{(pid=106939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:46:20.176699 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] No DVR routers for this DVR port 435ea2b2-54b8-45b5-94fc-e879d95c795f on host dv-cinder-856002-1-iscsi {{(pid=106940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:46:20.182842 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Pushing event deleted for resources: {'Port': ['ID=435ea2b2-54b8-45b5-94fc-e879d95c795f,revision_number=None']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:20.198466 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 43880) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:20.202105 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:20.203377 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:20.203992 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:20.204554 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:20.205079 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:20.205660 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:20.206492 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:20.206829 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:20.207156 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:20.207484 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:20.207935 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:20.208129 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:20.208711 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:20.210006 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:20.210514 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f19790-221d-4fc9-9766-ab6a4d4c4ec0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:20.253917 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433122', 'neutron.services.segments.db._delete_segments_for_network-8761093479572'] for network (585693bd-959b-406d-bd74-134527676218), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:20.278029 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585693bd-959b-406d-bd74-134527676218']}} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:20.288396 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62904c70-5c60-406a-9fb7-d28076dc5efc') {'for_net_delete': True} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:20.288812 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62904c70-5c60-406a-9fb7-d28076dc5efc') {} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:20.299710 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761093570708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11570500'] for segment (62904c70-5c60-406a-9fb7-d28076dc5efc), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:20.306894 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-a5b5d58b-f125-4c25-ac9f-2d5e17eeb4b8 service neutron] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1067750 Sep 06 04:46:20.317844 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (62904c70-5c60-406a-9fb7-d28076dc5efc), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:20.319235 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-2105334c-6781-4570-92a5-2378a9b8590a service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 06 04:46:20.320459 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-2105334c-6781-4570-92a5-2378a9b8590a service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055549 Sep 06 04:46:20.326959 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=106939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 04:46:20.327189 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12279931'] for segment (62904c70-5c60-406a-9fb7-d28076dc5efc), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:20.405828 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.services.segments.plugin [-] Segment 62904c70-5c60-406a-9fb7-d28076dc5efc resource provider aggregate not found Sep 06 04:46:20.432426 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.services.segments.plugin [-] Segment 62904c70-5c60-406a-9fb7-d28076dc5efc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62904c70-5c60-406a-9fb7-d28076dc5efc found for delete ", "request_id": "req-cfc5f62a-aca0-4796-9488-f8288337df80"}]} Sep 06 04:46:20.464599 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 43892) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:20.466886 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730808'] for network (585693bd-959b-406d-bd74-134527676218), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:20.485185 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:20.489398 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/585693bd-959b-406d-bd74-134527676218 HTTP/1.1" status: 204 len: 168 time: 0.9483857 Sep 06 04:46:20.490045 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5b609-c087-42e5-b3b2-17866caab91a admin admin] Pushing event deleted for resources: {'Network': ['ID=585693bd-959b-406d-bd74-134527676218,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:20.619789 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-7ba66fad-9b08-4cc8-b8dc-01b30356764e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:20.621870 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-7ba66fad-9b08-4cc8-b8dc-01b30356764e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports/3e4ec09b-2a4b-41e0-871c-50fd282365c6 HTTP/1.1" status: 200 len: 941 time: 0.1558270 Sep 06 04:46:20.743230 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:DELETE=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:20.812985 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaad8c5-0ae5-4ebb-821e-6fb3bb8e42df req-99856198-03ea-4917-9bb3-1100db4cd7cb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:20.812985 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4eaad8c5-0ae5-4ebb-821e-6fb3bb8e42df req-99856198-03ea-4917-9bb3-1100db4cd7cb tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0876081 Sep 06 04:46:20.814210 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 43908) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:20.883659 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-42b2f146-d47e-4cf4-bfd3-bb91c2d1bc4e admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=17ca991debba43b98c1ad8f0f91c63a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0677452 Sep 06 04:46:20.888498 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:20.889508 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 43914) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:20.917651 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4eaad8c5-0ae5-4ebb-821e-6fb3bb8e42df req-a397b794-1f2c-4c2e-a915-b9d5ed685294 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931733 Sep 06 04:46:20.968395 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d035c42e-a97e-4af3-8186-69c802114fcb admin admin] Publish callbacks [] for security_group (379d1388-bd71-4a07-9e17-0936655b7266), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:20.993513 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d035c42e-a97e-4af3-8186-69c802114fcb admin admin] Publish callbacks [] for security_group (379d1388-bd71-4a07-9e17-0936655b7266), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:21.123754 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d035c42e-a97e-4af3-8186-69c802114fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (379d1388-bd71-4a07-9e17-0936655b7266), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:21.128839 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d035c42e-a97e-4af3-8186-69c802114fcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:21.134326 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-d035c42e-a97e-4af3-8186-69c802114fcb admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/379d1388-bd71-4a07-9e17-0936655b7266 HTTP/1.1" status: 204 len: 168 time: 0.2389293 Sep 06 04:46:21.153222 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035c42e-a97e-4af3-8186-69c802114fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379d1388-bd71-4a07-9e17-0936655b7266,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:21.167068 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:DELETE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:21.723377 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 435ea2b2-54b8-45b5-94fc-e879d95c795f no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:46:21.744975 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 435ea2b2-54b8-45b5-94fc-e879d95c795f {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:46:21.748321 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 435ea2b2-54b8-45b5-94fc-e879d95c795f not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:46:22.089359 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef694b-b9ec-4754-b731-88c5ba3bb6e0 req-f1dbee0b-656d-4e65-960c-27afe716e278 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:22.090939 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-efef694b-b9ec-4754-b731-88c5ba3bb6e0 req-f1dbee0b-656d-4e65-960c-27afe716e278 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0776973 Sep 06 04:46:22.155457 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-efef694b-b9ec-4754-b731-88c5ba3bb6e0 req-65d0c645-e65c-40cc-8308-103f08a85206 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571175 Sep 06 04:46:22.217615 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 43926) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:22.275519 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-daff088f-5ccd-4160-b9eb-b1d66d65fdbd admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=88ba913e7d444dd3ac73b85d93127172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0734720 Sep 06 04:46:22.281330 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 43928) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:22.330030 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-9621b1cb-75ca-42d3-8da5-77eb7567320a admin admin] Publish callbacks [] for security_group (7c84379b-1e99-487f-8945-3baac669094b), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:22.352613 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-9621b1cb-75ca-42d3-8da5-77eb7567320a admin admin] Publish callbacks [] for security_group (7c84379b-1e99-487f-8945-3baac669094b), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:22.413682 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:46:22.466317 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-9621b1cb-75ca-42d3-8da5-77eb7567320a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (7c84379b-1e99-487f-8945-3baac669094b), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:22.469668 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-9621b1cb-75ca-42d3-8da5-77eb7567320a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:22.473256 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-9621b1cb-75ca-42d3-8da5-77eb7567320a admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/7c84379b-1e99-487f-8945-3baac669094b HTTP/1.1" status: 204 len: 168 time: 0.1916308 Sep 06 04:46:22.483232 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621b1cb-75ca-42d3-8da5-77eb7567320a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c84379b-1e99-487f-8945-3baac669094b,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:22.868154 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-0c74e389-12f2-41c8-8733-8d815ef30cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:22.868154 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-0c74e389-12f2-41c8-8733-8d815ef30cdc service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244&tenant_id=2388589a34d346f3b31b231a9dafe34d HTTP/1.1" status: 200 len: 1128 time: 0.0849724 Sep 06 04:46:22.975590 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-5138fd01-cf8e-46ef-9e70-46308d643706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:22.977274 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-5138fd01-cf8e-46ef-9e70-46308d643706 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=2388589a34d346f3b31b231a9dafe34d&device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 1128 time: 0.0448267 Sep 06 04:46:23.117848 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-cbf52344-5d8e-4df3-b3e2-70a78b6fafb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:23.120250 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-cbf52344-5d8e-4df3-b3e2-70a78b6fafb0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=6861b199-7de9-4155-8c49-44122ab810f3 HTTP/1.1" status: 200 len: 918 time: 0.1344166 Sep 06 04:46:23.209082 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-5215786f-ed1e-4983-9fa4-e89b48317d60 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e4ec09b-2a4b-41e0-871c-50fd282365c6 HTTP/1.1" status: 200 len: 1000 time: 0.0817771 Sep 06 04:46:23.251665 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:23.272810 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-183454fb-8645-49dc-bdc8-6f4da28ee5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:23.274874 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-183454fb-8645-49dc-bdc8-6f4da28ee5cb service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=9b8031fd-df8e-40aa-8f52-58d945edc54a HTTP/1.1" status: 200 len: 856 time: 0.0581660 Sep 06 04:46:23.318365 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:23.334249 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-f8f503b1-a435-4183-a7e4-7137091f4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:23.335767 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-f8f503b1-a435-4183-a7e4-7137091f4b3a service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=6861b199-7de9-4155-8c49-44122ab810f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525789 Sep 06 04:46:23.397933 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef40f48-8e98-4c7f-bfee-ff89d353698b req-2c135de8-19d0-4567-a24a-8388afe7d2b2 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:23.399621 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-eef40f48-8e98-4c7f-bfee-ff89d353698b req-2c135de8-19d0-4567-a24a-8388afe7d2b2 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0772223 Sep 06 04:46:23.457670 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-0652a389-4aaf-43d8-ab43-c5b13dfaea42 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143332 Sep 06 04:46:23.471799 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-eef40f48-8e98-4c7f-bfee-ff89d353698b req-ec200231-003b-4309-834b-884955037386 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659704 Sep 06 04:46:23.575537 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-a75d9c26-d3d6-49a7-827f-8b911437701a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119039 Sep 06 04:46:24.647239 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e66209a-f68f-42e4-a8ab-63b4d41ce14e req-fca98e9f-0013-4477-b3ba-20332b36dd0d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:24.648905 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1e66209a-f68f-42e4-a8ab-63b4d41ce14e req-fca98e9f-0013-4477-b3ba-20332b36dd0d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0672731 Sep 06 04:46:24.722713 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1e66209a-f68f-42e4-a8ab-63b4d41ce14e req-c8c0f094-4373-46a8-9b75-5ba47ffc9e68 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637929 Sep 06 04:46:25.913598 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63e6e4-7872-461d-8ced-07f4684d82fa req-ce2dff1b-0f42-49ce-b288-eeb82496d742 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:25.926416 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9e63e6e4-7872-461d-8ced-07f4684d82fa req-ce2dff1b-0f42-49ce-b288-eeb82496d742 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0944133 Sep 06 04:46:25.984885 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9e63e6e4-7872-461d-8ced-07f4684d82fa req-9a824c01-e8fa-4d6c-8e9a-6bad36effd7f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569601 Sep 06 04:46:27.407055 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562c032-dea1-475f-8413-9cb24bcaaaa9 req-c4ebdf5e-ed49-4afd-92f8-02ce46bc03dd tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:27.412452 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7562c032-dea1-475f-8413-9cb24bcaaaa9 req-c4ebdf5e-ed49-4afd-92f8-02ce46bc03dd tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.2770283 Sep 06 04:46:27.480214 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7562c032-dea1-475f-8413-9cb24bcaaaa9 req-7210e0e3-d0e8-43fe-8fa5-d5e419e90336 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665920 Sep 06 04:46:28.710571 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484af5b7-1db7-4f6b-89ab-a175d5cb76f4 req-1df69e00-75db-4df9-8c44-9d8e59a6d153 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:28.717235 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-484af5b7-1db7-4f6b-89ab-a175d5cb76f4 req-1df69e00-75db-4df9-8c44-9d8e59a6d153 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.1212356 Sep 06 04:46:28.781516 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-484af5b7-1db7-4f6b-89ab-a175d5cb76f4 req-083164af-7c89-4de9-94f7-c6b4676f87d5 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631135 Sep 06 04:46:29.931228 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790cc5f-cafe-4480-b0ec-6ae19636d8c9 req-0077256a-4a87-4e67-95f6-04adc804326e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:29.932747 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5790cc5f-cafe-4480-b0ec-6ae19636d8c9 req-0077256a-4a87-4e67-95f6-04adc804326e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0490017 Sep 06 04:46:29.982155 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5790cc5f-cafe-4480-b0ec-6ae19636d8c9 req-c7b224a3-8d14-4059-ada0-17ee2cec3fcf tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432174 Sep 06 04:46:30.466429 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:31.114781 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cad7c-fb2f-487c-addd-0ba616a1134b req-5c13c1a1-ef8d-4bfd-9118-1f31a8e6c8e9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:31.116256 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5f3cad7c-fb2f-487c-addd-0ba616a1134b req-5c13c1a1-ef8d-4bfd-9118-1f31a8e6c8e9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0471094 Sep 06 04:46:31.186001 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5f3cad7c-fb2f-487c-addd-0ba616a1134b req-3d3cd72d-0dd7-4ff9-a31f-0f67749ae42c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641387 Sep 06 04:46:32.317157 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afd00c-a6cf-4b12-890b-28bd0f6fce6b req-0224745f-643b-4004-b67d-0e9a1bc9ba99 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:32.318707 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-69afd00c-a6cf-4b12-890b-28bd0f6fce6b req-0224745f-643b-4004-b67d-0e9a1bc9ba99 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0519471 Sep 06 04:46:32.373196 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-69afd00c-a6cf-4b12-890b-28bd0f6fce6b req-20ed9964-6d26-4131-a447-872b0d120eca tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488350 Sep 06 04:46:32.409714 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=78 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:32.410870 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:33.541120 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1040f-ee64-4c36-85b3-051ec5545a7e req-2f45198a-a82d-4280-9021-522448fa0123 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:33.542698 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-dca1040f-ee64-4c36-85b3-051ec5545a7e req-2f45198a-a82d-4280-9021-522448fa0123 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0554030 Sep 06 04:46:33.610908 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-dca1040f-ee64-4c36-85b3-051ec5545a7e req-a4ad90cf-e2de-4473-a29f-567301f86190 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607855 Sep 06 04:46:34.696026 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 44078) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:34.783308 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197f454-c64e-4ba9-8f58-2a5a77a73399 req-d1a0702c-db20-4d1f-bbfe-8286d6f3956d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:34.784811 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7197f454-c64e-4ba9-8f58-2a5a77a73399 req-d1a0702c-db20-4d1f-bbfe-8286d6f3956d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0577524 Sep 06 04:46:34.787704 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_v2 [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Deleting subnet 415662be-273b-4a73-9ed6-b864a8e98bcd {{(pid=106938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 06 04:46:34.791313 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Publish callbacks [] for subnet (415662be-273b-4a73-9ed6-b864a8e98bcd), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:34.841229 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12110472'] for subnet (415662be-273b-4a73-9ed6-b864a8e98bcd), precommit_delete_associations {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:34.900910 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7197f454-c64e-4ba9-8f58-2a5a77a73399 req-3c10c223-3f02-44fa-bb14-56a5fdba2184 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898526 Sep 06 04:46:34.909734 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479495'] for subnet (415662be-273b-4a73-9ed6-b864a8e98bcd), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:35.181205 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11755901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12383535'] for subnet (415662be-273b-4a73-9ed6-b864a8e98bcd), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:35.207759 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415662be-273b-4a73-9ed6-b864a8e98bcd,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:35.218317 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:35.220560 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:35.220560 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:35.220560 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:35.220560 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:35.220560 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:35.220560 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:35.221875 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:35.221875 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:35.221875 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:35.221875 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:35.222240 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:35.222499 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:35.222826 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:35.223150 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:46:35.226037 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:35.229181 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-f70f5ccd-f020-41e7-aa94-5c4a179b9124 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/415662be-273b-4a73-9ed6-b864a8e98bcd HTTP/1.1" status: 204 len: 168 time: 0.5321422 Sep 06 04:46:35.231968 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44080) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:35.317982 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec78b961-b1db-4209-9c55-e6c79074822f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3576701'] for network (3d3d4564-d0e1-4ed7-9376-767df6f5c221), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:35.407551 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec78b961-b1db-4209-9c55-e6c79074822f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433122', 'neutron.services.segments.db._delete_segments_for_network-8761093479572'] for network (3d3d4564-d0e1-4ed7-9376-767df6f5c221), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:35.428875 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-ec78b961-b1db-4209-9c55-e6c79074822f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3d4564-d0e1-4ed7-9376-767df6f5c221']}} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:35.440590 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-ec78b961-b1db-4209-9c55-e6c79074822f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca1547a-6b7b-4d19-b545-62856fc72d48') {'for_net_delete': True} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:35.440947 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-ec78b961-b1db-4209-9c55-e6c79074822f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca1547a-6b7b-4d19-b545-62856fc72d48') {} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:46:35.453361 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec78b961-b1db-4209-9c55-e6c79074822f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761093570708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11570500'] for segment (cca1547a-6b7b-4d19-b545-62856fc72d48), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:35.468059 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec78b961-b1db-4209-9c55-e6c79074822f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (cca1547a-6b7b-4d19-b545-62856fc72d48), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:35.477486 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec78b961-b1db-4209-9c55-e6c79074822f admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=106939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 04:46:35.477486 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec78b961-b1db-4209-9c55-e6c79074822f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12279931'] for segment (cca1547a-6b7b-4d19-b545-62856fc72d48), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:35.525857 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.services.segments.plugin [-] Segment cca1547a-6b7b-4d19-b545-62856fc72d48 resource provider aggregate not found Sep 06 04:46:35.551605 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.services.segments.plugin [-] Segment cca1547a-6b7b-4d19-b545-62856fc72d48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cca1547a-6b7b-4d19-b545-62856fc72d48 found for delete ", "request_id": "req-5d9e6f85-3002-40cc-afa5-5221ba9ca128"}]} Sep 06 04:46:35.660472 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec78b961-b1db-4209-9c55-e6c79074822f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730808'] for network (3d3d4564-d0e1-4ed7-9376-767df6f5c221), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:35.667324 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec78b961-b1db-4209-9c55-e6c79074822f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:35.670399 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-ec78b961-b1db-4209-9c55-e6c79074822f admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/3d3d4564-d0e1-4ed7-9376-767df6f5c221 HTTP/1.1" status: 204 len: 168 time: 0.4370136 Sep 06 04:46:35.683284 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78b961-b1db-4209-9c55-e6c79074822f admin admin] Pushing event deleted for resources: {'Network': ['ID=3d3d4564-d0e1-4ed7-9376-767df6f5c221,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:36.032646 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a4360-d22d-43ca-b81c-4706148514f8 req-15b7cf7e-4419-4834-9d91-a1fbedfc7a0c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:36.034190 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2f2a4360-d22d-43ca-b81c-4706148514f8 req-15b7cf7e-4419-4834-9d91-a1fbedfc7a0c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0473654 Sep 06 04:46:36.053035 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:36.070853 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 44090) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:36.088387 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2f2a4360-d22d-43ca-b81c-4706148514f8 req-24e37f58-127d-4b37-b06c-bef22290a085 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467613 Sep 06 04:46:36.132755 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:36.137817 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:36.149701 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-6e66b949-c6f6-4ab3-9d98-b7af945cd82e admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=5f758de124e64932af3cc80ed348f51c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0771141 Sep 06 04:46:36.152290 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 44092) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:46:36.205376 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-831ad587-9f9c-43de-9ed4-bf212941a251 admin admin] Publish callbacks [] for security_group (e77bb6b9-a216-43e6-b112-ed0de6bf3c84), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:36.236542 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-831ad587-9f9c-43de-9ed4-bf212941a251 admin admin] Publish callbacks [] for security_group (e77bb6b9-a216-43e6-b112-ed0de6bf3c84), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:36.376081 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-831ad587-9f9c-43de-9ed4-bf212941a251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (e77bb6b9-a216-43e6-b112-ed0de6bf3c84), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:36.378670 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-831ad587-9f9c-43de-9ed4-bf212941a251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:36.379974 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-831ad587-9f9c-43de-9ed4-bf212941a251 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/e77bb6b9-a216-43e6-b112-ed0de6bf3c84 HTTP/1.1" status: 204 len: 168 time: 0.2266743 Sep 06 04:46:36.388354 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ad587-9f9c-43de-9ed4-bf212941a251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77bb6b9-a216-43e6-b112-ed0de6bf3c84,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:37.233604 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa2ce1-8099-46b7-82f5-95e4111e6180 req-cf4bc353-e838-449e-8657-a966c14cd1d4 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:37.235751 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0ffa2ce1-8099-46b7-82f5-95e4111e6180 req-cf4bc353-e838-449e-8657-a966c14cd1d4 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0528405 Sep 06 04:46:37.286765 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-0ffa2ce1-8099-46b7-82f5-95e4111e6180 req-d55b4f19-82ae-4756-90e2-096227c34b31 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450168 Sep 06 04:46:38.417299 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0a7c2-6508-4795-b1f8-44888febe7de req-2065ed43-4fe1-4abb-81a4-ae7265ac9335 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:38.419859 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6df0a7c2-6508-4795-b1f8-44888febe7de req-2065ed43-4fe1-4abb-81a4-ae7265ac9335 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0477173 Sep 06 04:46:38.474421 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6df0a7c2-6508-4795-b1f8-44888febe7de req-990804e7-919f-4120-9463-c7427ef83ec9 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481639 Sep 06 04:46:39.602357 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00338a-e886-4410-b689-6dacb72d9639 req-c905c63f-a449-4c73-b7e7-4802c850f5a2 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:39.603823 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3c00338a-e886-4410-b689-6dacb72d9639 req-c905c63f-a449-4c73-b7e7-4802c850f5a2 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0468223 Sep 06 04:46:39.653653 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3c00338a-e886-4410-b689-6dacb72d9639 req-d1bccf0b-a198-49d7-8065-e6cde73601cf tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440850 Sep 06 04:46:40.784479 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a757ff-5509-4319-8a2f-e127b556eacf req-c78ee6dd-3752-44c2-ae5e-6a94be3784b0 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:40.786065 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-42a757ff-5509-4319-8a2f-e127b556eacf req-c78ee6dd-3752-44c2-ae5e-6a94be3784b0 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0488551 Sep 06 04:46:40.839230 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-42a757ff-5509-4319-8a2f-e127b556eacf req-14f46dd1-f80c-4155-9ab1-6c1fc5151090 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473669 Sep 06 04:46:41.967593 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17779d-8ca1-4d5b-9162-084dd24ac650 req-79025a76-65d6-4338-a6d4-56efe9638d67 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:41.968970 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3f17779d-8ca1-4d5b-9162-084dd24ac650 req-79025a76-65d6-4338-a6d4-56efe9638d67 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0472109 Sep 06 04:46:42.017787 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3f17779d-8ca1-4d5b-9162-084dd24ac650 req-5733efca-45be-4ede-a392-678c6a6f15c0 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421863 Sep 06 04:46:42.185632 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-af8eb8ea-cb18-4dab-bb28-894a3314ef5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:43.128380 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:43.146607 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fefcb1-04e9-4261-bbf7-ccc228387a14 req-439a4dbf-28b2-4f5b-9234-927623d57420 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:43.148111 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f0fefcb1-04e9-4261-bbf7-ccc228387a14 req-439a4dbf-28b2-4f5b-9234-927623d57420 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0474806 Sep 06 04:46:43.198086 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f0fefcb1-04e9-4261-bbf7-ccc228387a14 req-6eea5f3d-330a-4c49-970f-992867c1ed33 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443621 Sep 06 04:46:44.328163 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e05d3-de9d-47de-a3b0-29d7a03ef33f req-6950b731-c026-442a-9517-ead13f0d09a0 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:44.330261 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-167e05d3-de9d-47de-a3b0-29d7a03ef33f req-6950b731-c026-442a-9517-ead13f0d09a0 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0464604 Sep 06 04:46:44.379799 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-167e05d3-de9d-47de-a3b0-29d7a03ef33f req-07aaa9e8-5f26-41c8-a388-1fb0ffd22974 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437450 Sep 06 04:46:44.453885 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-09ae477c-2cbd-4d93-9e7a-41e082fa70c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:44.460628 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:44.463404 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:45.513222 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb59061-a116-44d1-a2dd-5860b8aaeefc req-d9f87db0-9a38-4f44-badf-5c9f6e3ae933 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:45.514851 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5bb59061-a116-44d1-a2dd-5860b8aaeefc req-d9f87db0-9a38-4f44-badf-5c9f6e3ae933 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0513866 Sep 06 04:46:45.563268 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5bb59061-a116-44d1-a2dd-5860b8aaeefc req-8715dbcc-daea-40fa-8ac4-5ff7c2108fc6 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420322 Sep 06 04:46:45.940111 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:46.700929 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cbff6-c410-4fc2-86e3-323f092a802c req-8f0ac334-d3ba-44bd-9624-ddb74453df93 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:46.702419 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1d9cbff6-c410-4fc2-86e3-323f092a802c req-8f0ac334-d3ba-44bd-9624-ddb74453df93 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0504394 Sep 06 04:46:46.753539 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1d9cbff6-c410-4fc2-86e3-323f092a802c req-10ec82b6-cadc-4135-9ec2-0ab84674b9ab tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449944 Sep 06 04:46:46.806290 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6ad30-b679-4e8b-a502-d3d5fbb770e5 req-284f0a0e-7875-4d66-bbad-4c1a1b0d4ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:46.807884 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7fc6ad30-b679-4e8b-a502-d3d5fbb770e5 req-284f0a0e-7875-4d66-bbad-4c1a1b0d4ccd service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=2388589a34d346f3b31b231a9dafe34d&device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 1128 time: 0.0412054 Sep 06 04:46:46.919150 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6ad30-b679-4e8b-a502-d3d5fbb770e5 req-d8841af4-24c4-41dc-b373-2ac250c19f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:46.920583 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7fc6ad30-b679-4e8b-a502-d3d5fbb770e5 req-d8841af4-24c4-41dc-b373-2ac250c19f20 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=6861b199-7de9-4155-8c49-44122ab810f3 HTTP/1.1" status: 200 len: 918 time: 0.0891340 Sep 06 04:46:46.968801 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:46.983273 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7fc6ad30-b679-4e8b-a502-d3d5fbb770e5 req-be54458a-dfee-4727-9d47-94e4179cdea4 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3e4ec09b-2a4b-41e0-871c-50fd282365c6 HTTP/1.1" status: 200 len: 1000 time: 0.0559573 Sep 06 04:46:47.034692 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6ad30-b679-4e8b-a502-d3d5fbb770e5 req-cb047f48-4418-485b-83f3-32c95a49008c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:47.036135 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7fc6ad30-b679-4e8b-a502-d3d5fbb770e5 req-cb047f48-4418-485b-83f3-32c95a49008c service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=9b8031fd-df8e-40aa-8f52-58d945edc54a HTTP/1.1" status: 200 len: 856 time: 0.0453310 Sep 06 04:46:47.085151 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6ad30-b679-4e8b-a502-d3d5fbb770e5 req-f1b8d800-8fdb-4815-8286-e8d35400e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:47.086678 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7fc6ad30-b679-4e8b-a502-d3d5fbb770e5 req-f1b8d800-8fdb-4815-8286-e8d35400e41e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=6861b199-7de9-4155-8c49-44122ab810f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432239 Sep 06 04:46:47.181490 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7fc6ad30-b679-4e8b-a502-d3d5fbb770e5 req-1522ea03-25fe-41be-a60c-47c857dbd8e0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825989 Sep 06 04:46:47.254926 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:47.280869 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-7fc6ad30-b679-4e8b-a502-d3d5fbb770e5 req-b9d4b0c2-67c2-4eed-871b-4d5b8702c9c2 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929449 Sep 06 04:46:47.340306 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:47.884849 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff96a7-8965-4b23-bb03-d2274e37cbeb req-4ad4e037-0d34-4dc5-b56b-ee6f9bcf4881 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:47.886359 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1aff96a7-8965-4b23-bb03-d2274e37cbeb req-4ad4e037-0d34-4dc5-b56b-ee6f9bcf4881 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0464163 Sep 06 04:46:47.934113 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1aff96a7-8965-4b23-bb03-d2274e37cbeb req-5b5ea3a2-303b-43b3-acd0-0e44d23f7909 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422430 Sep 06 04:46:48.928251 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 3e4ec09b-2a4b-41e0-871c-50fd282365c6 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:46:49.025795 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 3e4ec09b-2a4b-41e0-871c-50fd282365c6, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3e4ec09b-2a4b-41e0-871c-50fd282365c6,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:46:49.042116 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '3e4ec09b-2a4b-41e0-871c-50fd282365c6', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'port_id': '3e4ec09b-2a4b-41e0-871c-50fd282365c6', 'mac_address': 'fa:16:3e:86:e0:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:46:49.052408 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:49.068650 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ae648-d660-4ddf-b09f-40ca33e651a7 req-02cea154-77cc-4450-8425-7d06c947bcec tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:49.070143 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-465ae648-d660-4ddf-b09f-40ca33e651a7 req-02cea154-77cc-4450-8425-7d06c947bcec tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 944 time: 0.0505211 Sep 06 04:46:49.077240 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:46:49.077657 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:49.091879 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4ec09b-2a4b-41e0-871c-50fd282365c6 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:46:49.112556 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 3e4ec09b-2a4b-41e0-871c-50fd282365c6, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3e4ec09b-2a4b-41e0-871c-50fd282365c6,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:46:49.118617 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-465ae648-d660-4ddf-b09f-40ca33e651a7 req-74b2ae11-514c-48c7-93da-2f40eb2d0e3a tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430694 Sep 06 04:46:49.186001 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:49.190744 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:49.243396 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=3e4ec09b-2a4b-41e0-871c-50fd282365c6,revision_number=9']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:49.854628 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['3e4ec09b-2a4b-41e0-871c-50fd282365c6'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:46:50.249283 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9435d-9bb2-497c-94d0-016649d5d686 req-bd1a4559-d9ea-44a8-a7a9-d45072cb4bfd tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:50.250778 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-96c9435d-9bb2-497c-94d0-016649d5d686 req-bd1a4559-d9ea-44a8-a7a9-d45072cb4bfd tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 945 time: 0.0505574 Sep 06 04:46:50.298793 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-96c9435d-9bb2-497c-94d0-016649d5d686 req-3ee555a3-7e5b-4871-9798-74c866210e00 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423896 Sep 06 04:46:50.955156 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 3e4ec09b-2a4b-41e0-871c-50fd282365c6 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:46:50.996790 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:46:50.997159 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:51.032038 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:46:51.070625 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:46:51.070999 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:51.093050 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4ec09b-2a4b-41e0-871c-50fd282365c6'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:46:51.095270 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23918ffd-b2c8-4da6-98ba-57f83bec707a" -d '{"events": [{"server_uuid": "821737e4-9236-4f80-b1ac-8c4d16c02244", "name": "network-vif-plugged", "status": "completed", "tag": "3e4ec09b-2a4b-41e0-871c-50fd282365c6"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:46:51.107079 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 3e4ec09b-2a4b-41e0-871c-50fd282365c6, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3e4ec09b-2a4b-41e0-871c-50fd282365c6,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:46:51.134163 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11627128-ff02-45c1-b454-ac6fac9a671e x-openstack-request-id: req-11627128-ff02-45c1-b454-ac6fac9a671e {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:46:51.134446 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821737e4-9236-4f80-b1ac-8c4d16c02244", "name": "network-vif-plugged", "status": "completed", "tag": "3e4ec09b-2a4b-41e0-871c-50fd282365c6", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:46:51.135692 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11627128-ff02-45c1-b454-ac6fac9a671e {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:46:51.135692 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11627128-ff02-45c1-b454-ac6fac9a671e'] response: {'server_uuid': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4ec09b-2a4b-41e0-871c-50fd282365c6', 'code': 200} Sep 06 04:46:51.146006 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:46:51.193878 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=3e4ec09b-2a4b-41e0-871c-50fd282365c6,revision_number=10']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:46:51.426018 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba3679-b17f-4580-afc4-0971f79e0688 req-cc2bf86d-e2a9-4847-871b-deb94915f92c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:51.427950 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-15ba3679-b17f-4580-afc4-0971f79e0688 req-cc2bf86d-e2a9-4847-871b-deb94915f92c tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 947 time: 0.0470319 Sep 06 04:46:51.476860 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-15ba3679-b17f-4580-afc4-0971f79e0688 req-2c578ac4-7855-4c0b-b9ec-6bbf139c1295 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432932 Sep 06 04:46:51.508816 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f8c11-737a-48fc-8e08-5abc0bb5a60f req-b0d2c783-034f-47c9-8065-2a778275dec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:51.510320 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-230f8c11-737a-48fc-8e08-5abc0bb5a60f req-b0d2c783-034f-47c9-8065-2a778275dec5 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 1131 time: 0.0385015 Sep 06 04:46:51.557558 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-230f8c11-737a-48fc-8e08-5abc0bb5a60f req-0a3557d2-27b2-48a5-9f01-2419751cd517 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407917 Sep 06 04:46:52.604740 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a4ea1-03d5-490f-a524-a602a9b8e4be req-2c601121-722a-49ea-9b19-e0ed828c50d8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:52.606200 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-223a4ea1-03d5-490f-a524-a602a9b8e4be req-2c601121-722a-49ea-9b19-e0ed828c50d8 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 947 time: 0.0456319 Sep 06 04:46:52.651898 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-223a4ea1-03d5-490f-a524-a602a9b8e4be req-c00c55b6-1951-47d0-82d6-8d0654b3ccbd tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401664 Sep 06 04:46:53.785552 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0961817-73ae-4161-93ea-7e2f43041523 req-60fc0941-c74e-421f-9398-3ee9adbd0453 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:53.787926 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a0961817-73ae-4161-93ea-7e2f43041523 req-60fc0941-c74e-421f-9398-3ee9adbd0453 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 947 time: 0.0515077 Sep 06 04:46:53.850660 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a0961817-73ae-4161-93ea-7e2f43041523 req-47d199b2-b9d1-4b5b-8c3f-886bab1d8c16 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573967 Sep 06 04:46:54.980513 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba9bb4-b322-48fe-8043-325081caedee req-62e8c14b-9f97-441c-82a2-ea3ee7b0b2aa tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:54.981918 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-48ba9bb4-b322-48fe-8043-325081caedee req-62e8c14b-9f97-441c-82a2-ea3ee7b0b2aa tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 947 time: 0.0461633 Sep 06 04:46:55.030239 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-48ba9bb4-b322-48fe-8043-325081caedee req-5a1735f0-d804-4901-a4da-a28a9b5615dc tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424368 Sep 06 04:46:56.160674 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e95f2-8796-4afa-a1d5-2f05eefad7ac req-94c6eb5b-d1ee-49ee-87e1-6d1a1a00a937 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:46:56.163426 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-014e95f2-8796-4afa-a1d5-2f05eefad7ac req-94c6eb5b-d1ee-49ee-87e1-6d1a1a00a937 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 947 time: 0.0527139 Sep 06 04:46:56.214087 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-014e95f2-8796-4afa-a1d5-2f05eefad7ac req-f6e73bcf-8de2-4fb9-933f-a4404acc43aa tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447950 Sep 06 04:46:59.413948 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:47:00.483089 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:05.023757 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=29 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:05.026602 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=65 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:06.206871 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:06.209836 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=50 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:09.409805 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:10.167399 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-44ad42e5-fccc-4e6d-b147-38d737692715 req-36c1e67b-2e00-4fee-88f8-c6cb08865d16 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1245580827&fields=id&tenant_id=623b9f3be0f24e2ea1caea0798b30704 HTTP/1.1" status: 200 len: 267 time: 0.0475020 Sep 06 04:47:10.217846 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad42e5-fccc-4e6d-b147-38d737692715 req-1b777109-a0da-499f-b2d5-e7b64bf124bf tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:10.219298 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-44ad42e5-fccc-4e6d-b147-38d737692715 req-1b777109-a0da-499f-b2d5-e7b64bf124bf tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 984 time: 0.0468333 Sep 06 04:47:10.230714 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-44ad42e5-fccc-4e6d-b147-38d737692715 req-240caee8-bad7-45c1-95b1-ee571c2b1aa1 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Request body: {'port': {'security_groups': ['8d2cab60-9ad1-40a0-b943-7df72f519879']}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:47:10.306590 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-44ad42e5-fccc-4e6d-b147-38d737692715 req-240caee8-bad7-45c1-95b1-ee571c2b1aa1 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:10.409186 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:10.415095 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:10.436240 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:10.482499 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-44ad42e5-fccc-4e6d-b147-38d737692715 req-240caee8-bad7-45c1-95b1-ee571c2b1aa1 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] For port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=2a57860e-e2d2-4ede-943c-6db28a3cdf5a,segment=NetworkSegment(ef005acd-77b9-492f-9478-1471ed459e3d),segment_id=ef005acd-77b9-492f-9478-1471ed459e3d)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:47:10.516601 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-44ad42e5-fccc-4e6d-b147-38d737692715 req-240caee8-bad7-45c1-95b1-ee571c2b1aa1 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:10.557060 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-44ad42e5-fccc-4e6d-b147-38d737692715 req-240caee8-bad7-45c1-95b1-ee571c2b1aa1 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:10.565523 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad42e5-fccc-4e6d-b147-38d737692715 req-240caee8-bad7-45c1-95b1-ee571c2b1aa1 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:10.566119 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-44ad42e5-fccc-4e6d-b147-38d737692715 req-240caee8-bad7-45c1-95b1-ee571c2b1aa1 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:10.568119 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-44ad42e5-fccc-4e6d-b147-38d737692715 req-240caee8-bad7-45c1-95b1-ee571c2b1aa1 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "PUT /networking/v2.0/ports/2a57860e-e2d2-4ede-943c-6db28a3cdf5a HTTP/1.1" status: 200 len: 942 time: 0.3413296 Sep 06 04:47:10.574176 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'tag': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:47:10.574176 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae9ab9d-e28a-4427-8b20-dbf65eafae46" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c1b505-babf-4fde-b18b-7d72d9cc0acc", "tag": "2a57860e-e2d2-4ede-943c-6db28a3cdf5a"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:47:10.574379 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44354) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:10.598205 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['2a57860e-e2d2-4ede-943c-6db28a3cdf5a'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:47:10.632500 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240caee8-bad7-45c1-95b1-ee571c2b1aa1 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Pushing event updated for resources: {'Port': ['ID=2a57860e-e2d2-4ede-943c-6db28a3cdf5a,revision_number=7']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:10.636953 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e8960518-6c32-48cd-98de-a02eaa293c6c tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group (4ec43856-5c28-4762-b54f-d7dac9bb8dc5), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:10.665276 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e8960518-6c32-48cd-98de-a02eaa293c6c tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group (4ec43856-5c28-4762-b54f-d7dac9bb8dc5), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:10.748919 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fcee6e-cd9f-44b0-9cc8-f6128f3418e0 x-openstack-request-id: req-70fcee6e-cd9f-44b0-9cc8-f6128f3418e0 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:47:10.749217 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c1b505-babf-4fde-b18b-7d72d9cc0acc", "tag": "2a57860e-e2d2-4ede-943c-6db28a3cdf5a", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:47:10.749507 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70fcee6e-cd9f-44b0-9cc8-f6128f3418e0 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:47:10.749915 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70fcee6e-cd9f-44b0-9cc8-f6128f3418e0'] response: {'name': 'network-changed', 'server_uuid': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'tag': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a', 'status': 'completed', 'code': 200} Sep 06 04:47:10.783796 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['2a57860e-e2d2-4ede-943c-6db28a3cdf5a'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:47:10.831741 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e8960518-6c32-48cd-98de-a02eaa293c6c tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (4ec43856-5c28-4762-b54f-d7dac9bb8dc5), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:10.834450 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e8960518-6c32-48cd-98de-a02eaa293c6c tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:10.835704 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-e8960518-6c32-48cd-98de-a02eaa293c6c tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/4ec43856-5c28-4762-b54f-d7dac9bb8dc5 HTTP/1.1" status: 204 len: 168 time: 0.2603538 Sep 06 04:47:10.839673 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44360) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:10.872697 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9ab9d-e28a-4427-8b20-dbf65eafae46 req-1d319997-ea72-4bfd-9fb2-7aaf19dcbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:10.874296 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-aae9ab9d-e28a-4427-8b20-dbf65eafae46 req-1d319997-ea72-4bfd-9fb2-7aaf19dcbc18 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=623b9f3be0f24e2ea1caea0798b30704&device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 1129 time: 0.0503638 Sep 06 04:47:10.882725 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8960518-6c32-48cd-98de-a02eaa293c6c tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec43856-5c28-4762-b54f-d7dac9bb8dc5,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:11.000300 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-f3e68cfe-24f7-493a-8870-b42778ee6a6f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Deleting port 822e325a-28a7-4a4a-90e7-519a7e8d6f6f {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:47:11.000710 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f3e68cfe-24f7-493a-8870-b42778ee6a6f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (822e325a-28a7-4a4a-90e7-519a7e8d6f6f), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:11.005506 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9ab9d-e28a-4427-8b20-dbf65eafae46 req-adb47497-6273-449d-9dd5-9752790cf5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:11.006955 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-aae9ab9d-e28a-4427-8b20-dbf65eafae46 req-adb47497-6273-449d-9dd5-9752790cf5ff service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=6b6abe5e-f7f6-488e-8814-260547c69a21 HTTP/1.1" status: 200 len: 916 time: 0.1151474 Sep 06 04:47:11.070375 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-aae9ab9d-e28a-4427-8b20-dbf65eafae46 req-eaf38443-d214-45ac-b05c-7e8bd332adf0 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a57860e-e2d2-4ede-943c-6db28a3cdf5a HTTP/1.1" status: 200 len: 1001 time: 0.0551772 Sep 06 04:47:11.076498 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f3e68cfe-24f7-493a-8870-b42778ee6a6f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (822e325a-28a7-4a4a-90e7-519a7e8d6f6f), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:11.076829 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f3e68cfe-24f7-493a-8870-b42778ee6a6f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for floatingip (822e325a-28a7-4a4a-90e7-519a7e8d6f6f), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:11.089255 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-f3e68cfe-24f7-493a-8870-b42778ee6a6f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Calling delete_port for 822e325a-28a7-4a4a-90e7-519a7e8d6f6f owned by network:floatingip {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:47:11.120962 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9ab9d-e28a-4427-8b20-dbf65eafae46 req-05e2dac8-2c31-4baf-958c-61855cc8d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:11.122449 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-aae9ab9d-e28a-4427-8b20-dbf65eafae46 req-05e2dac8-2c31-4baf-958c-61855cc8d6a9 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=0c78bb11-50f5-4892-a3c0-8c728321b918 HTTP/1.1" status: 200 len: 854 time: 0.0444155 Sep 06 04:47:11.173133 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9ab9d-e28a-4427-8b20-dbf65eafae46 req-86a69554-7457-4420-90d3-71cdb2ace094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:11.174639 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-aae9ab9d-e28a-4427-8b20-dbf65eafae46 req-86a69554-7457-4420-90d3-71cdb2ace094 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=6b6abe5e-f7f6-488e-8814-260547c69a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441337 Sep 06 04:47:11.328467 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f3e68cfe-24f7-493a-8870-b42778ee6a6f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (822e325a-28a7-4a4a-90e7-519a7e8d6f6f), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:11.353239 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e68cfe-24f7-493a-8870-b42778ee6a6f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Pushing event deleted for resources: {'Port': ['ID=822e325a-28a7-4a4a-90e7-519a7e8d6f6f,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:11.428125 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f3e68cfe-24f7-493a-8870-b42778ee6a6f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks [] for floatingip (6665ed91-d0f1-40aa-9eba-ee6e17b62852), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:11.428465 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.l3_db [None req-f3e68cfe-24f7-493a-8870-b42778ee6a6f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Floating IP 6665ed91-d0f1-40aa-9eba-ee6e17b62852 disassociated (deleted). External IP: 172.27.1.141, port: 2a57860e-e2d2-4ede-943c-6db28a3cdf5a. Sep 06 04:47:11.522703 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-aae9ab9d-e28a-4427-8b20-dbf65eafae46 req-4b13ccd6-de57-4354-8012-808f78a06c76 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6b6abe5e-f7f6-488e-8814-260547c69a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407881 Sep 06 04:47:11.611352 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:11.616030 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-aae9ab9d-e28a-4427-8b20-dbf65eafae46 req-914a8546-ea3a-4fac-98a2-9bafff0a9c9b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6b6abe5e-f7f6-488e-8814-260547c69a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870898 Sep 06 04:47:11.636144 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e68cfe-24f7-493a-8870-b42778ee6a6f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Router 49885515-9f77-4b63-854c-16c272f3950d has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:47:11.638526 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:11.643429 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:11.740319 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e68cfe-24f7-493a-8870-b42778ee6a6f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:47:11.745096 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f3e68cfe-24f7-493a-8870-b42778ee6a6f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:11.754261 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f32f19-bbbd-44a4-82dd-a679c53bb82a None None] Sync routers for ids ['49885515-9f77-4b63-854c-16c272f3950d'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:47:11.767016 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f32f19-bbbd-44a4-82dd-a679c53bb82a None None] Routers {'49885515-9f77-4b63-854c-16c272f3950d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:47:11.767722 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-d0f32f19-bbbd-44a4-82dd-a679c53bb82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:46:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['49885515-9f77-4b63-854c-16c272f3950d'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:11.776186 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-f3e68cfe-24f7-493a-8870-b42778ee6a6f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/6665ed91-d0f1-40aa-9eba-ee6e17b62852 HTTP/1.1" status: 204 len: 168 time: 0.9353266 Sep 06 04:47:11.777136 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'tag': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:47:11.779506 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33486a4e-e236-4fde-bab6-b5ea8b6f7179" -d '{"events": [{"name": "network-changed", "server_uuid": "e6c1b505-babf-4fde-b18b-7d72d9cc0acc", "tag": "2a57860e-e2d2-4ede-943c-6db28a3cdf5a"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:47:11.883438 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-d0f32f19-bbbd-44a4-82dd-a679c53bb82a None None] Set router 49885515-9f77-4b63-854c-16c272f3950d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:47:11.887933 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd3996b-1cf7-4bef-8983-4247e0ae4e06 x-openstack-request-id: req-cfd3996b-1cf7-4bef-8983-4247e0ae4e06 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:47:11.888220 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6c1b505-babf-4fde-b18b-7d72d9cc0acc", "tag": "2a57860e-e2d2-4ede-943c-6db28a3cdf5a", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:47:11.888470 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cfd3996b-1cf7-4bef-8983-4247e0ae4e06 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:47:11.888873 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd3996b-1cf7-4bef-8983-4247e0ae4e06'] response: {'name': 'network-changed', 'server_uuid': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'tag': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a', 'status': 'completed', 'code': 200} Sep 06 04:47:11.987775 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486a4e-e236-4fde-bab6-b5ea8b6f7179 req-1cd16e17-1358-40d1-a754-407d829df7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:11.990116 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-33486a4e-e236-4fde-bab6-b5ea8b6f7179 req-1cd16e17-1358-40d1-a754-407d829df7c2 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=623b9f3be0f24e2ea1caea0798b30704&device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 1129 time: 0.0407264 Sep 06 04:47:12.014213 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:12.088270 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486a4e-e236-4fde-bab6-b5ea8b6f7179 req-3b7a7c7d-a5a7-44c5-adb0-c6c8bdab4ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:12.089827 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-33486a4e-e236-4fde-bab6-b5ea8b6f7179 req-3b7a7c7d-a5a7-44c5-adb0-c6c8bdab4ffc service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=6b6abe5e-f7f6-488e-8814-260547c69a21 HTTP/1.1" status: 200 len: 916 time: 0.0931208 Sep 06 04:47:12.129948 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-33486a4e-e236-4fde-bab6-b5ea8b6f7179 req-a12f19fa-bd8e-43b8-a84c-740808d8843e service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a57860e-e2d2-4ede-943c-6db28a3cdf5a HTTP/1.1" status: 200 len: 217 time: 0.0341892 Sep 06 04:47:12.194412 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486a4e-e236-4fde-bab6-b5ea8b6f7179 req-ff50a6e2-55e4-43bc-917b-565d508a38b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:12.197019 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-33486a4e-e236-4fde-bab6-b5ea8b6f7179 req-ff50a6e2-55e4-43bc-917b-565d508a38b6 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=0c78bb11-50f5-4892-a3c0-8c728321b918 HTTP/1.1" status: 200 len: 854 time: 0.0485215 Sep 06 04:47:12.221575 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-d0f32f19-bbbd-44a4-82dd-a679c53bb82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49885515-9f77-4b63-854c-16c272f3950d', 'name': 'tempest-TestMinimumBasicScenario-1674420435-router', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:35Z', 'updated_at': '2022-09-06T04:42:38Z', 'revision_number': 4, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'gw_port': {'id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:36Z', 'updated_at': '2022-09-06T04:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': 'e0d0dad5-19ee-4385-8ea8-6b7982250bbb', 'name': '', 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'mac_address': 'fa:16:3e:f7:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:38Z', 'updated_at': '2022-09-06T04:42:45Z', 'revision_number': 5, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'subnets': [{'id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:12.246604 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486a4e-e236-4fde-bab6-b5ea8b6f7179 req-389496f9-94e7-464c-88e2-02fed418d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:12.248157 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-33486a4e-e236-4fde-bab6-b5ea8b6f7179 req-389496f9-94e7-464c-88e2-02fed418d9b4 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=6b6abe5e-f7f6-488e-8814-260547c69a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447633 Sep 06 04:47:12.250758 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f32f19-bbbd-44a4-82dd-a679c53bb82a None None] Checking router: 49885515-9f77-4b63-854c-16c272f3950d for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:47:12.262006 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-0dd57a77-38fb-402a-870c-5fc8828957be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:12.265213 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f32f19-bbbd-44a4-82dd-a679c53bb82a None None] Routers {'49885515-9f77-4b63-854c-16c272f3950d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:47:12.265883 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-d0f32f19-bbbd-44a4-82dd-a679c53bb82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:46:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['49885515-9f77-4b63-854c-16c272f3950d'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:12.360575 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-33486a4e-e236-4fde-bab6-b5ea8b6f7179 req-3657b910-8659-45ce-9d42-22a6ee95b534 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6b6abe5e-f7f6-488e-8814-260547c69a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050010 Sep 06 04:47:12.402098 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-d0f32f19-bbbd-44a4-82dd-a679c53bb82a None None] Set router 49885515-9f77-4b63-854c-16c272f3950d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:47:12.469076 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-33486a4e-e236-4fde-bab6-b5ea8b6f7179 req-dd6af84d-b443-4e34-b150-6bba34009813 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6b6abe5e-f7f6-488e-8814-260547c69a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006823 Sep 06 04:47:12.509838 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:12.513648 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:12.592912 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-d0f32f19-bbbd-44a4-82dd-a679c53bb82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49885515-9f77-4b63-854c-16c272f3950d', 'name': 'tempest-TestMinimumBasicScenario-1674420435-router', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:35Z', 'updated_at': '2022-09-06T04:42:38Z', 'revision_number': 4, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'gw_port': {'id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:36Z', 'updated_at': '2022-09-06T04:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': 'e0d0dad5-19ee-4385-8ea8-6b7982250bbb', 'name': '', 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'mac_address': 'fa:16:3e:f7:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:38Z', 'updated_at': '2022-09-06T04:42:45Z', 'revision_number': 5, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'subnets': [{'id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:12.617529 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f32f19-bbbd-44a4-82dd-a679c53bb82a None None] The sync data for ids ['49885515-9f77-4b63-854c-16c272f3950d'] in dv-cinder-856002-1-iscsi is: [{'id': '49885515-9f77-4b63-854c-16c272f3950d', 'name': 'tempest-TestMinimumBasicScenario-1674420435-router', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:35Z', 'updated_at': '2022-09-06T04:42:38Z', 'revision_number': 4, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'gw_port': {'id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:36Z', 'updated_at': '2022-09-06T04:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': 'e0d0dad5-19ee-4385-8ea8-6b7982250bbb', 'name': '', 'network_id': '6b6abe5e-f7f6-488e-8814-260547c69a21', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'mac_address': 'fa:16:3e:f7:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:38Z', 'updated_at': '2022-09-06T04:42:45Z', 'revision_number': 5, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'subnets': [{'id': '0c78bb11-50f5-4892-a3c0-8c728321b918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:47:12.840920 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bc7c3c-133b-418f-94ec-261852fee4b8 None None] New status for floating IP 6665ed91-d0f1-40aa-9eba-ee6e17b62852: DOWN {{(pid=106941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:47:14.471110 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-838bb040-ae20-4fd6-b5d4-efc5d95de4a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:15.912285 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:16.041239 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28cd79-6b5c-4854-b6cd-36435872fde6 req-5305cc0a-d01d-4577-98b1-d207d9ecdc69 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:16.042769 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-db28cd79-6b5c-4854-b6cd-36435872fde6 req-5305cc0a-d01d-4577-98b1-d207d9ecdc69 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 945 time: 0.0498309 Sep 06 04:47:16.089707 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-db28cd79-6b5c-4854-b6cd-36435872fde6 req-33163db0-25ac-45da-99a8-92e71faa1f7f tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410564 Sep 06 04:47:17.212036 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e49584-93aa-49b8-820d-ec29b07df031 req-969420ba-1075-442b-b36b-de3e6a0eb6d3 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:17.214584 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-76e49584-93aa-49b8-820d-ec29b07df031 req-969420ba-1075-442b-b36b-de3e6a0eb6d3 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 945 time: 0.0466027 Sep 06 04:47:17.253814 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:17.263300 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-76e49584-93aa-49b8-820d-ec29b07df031 req-269d9607-61dc-41d8-9e7f-38fb0b66c027 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439167 Sep 06 04:47:17.322396 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:18.382295 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfc6b4-86ef-4764-861a-f2fe43b23d1d req-e5eeebe0-7ac4-4578-a337-ec9eadafda52 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:18.383780 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9abfc6b4-86ef-4764-861a-f2fe43b23d1d req-e5eeebe0-7ac4-4578-a337-ec9eadafda52 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 945 time: 0.0460947 Sep 06 04:47:18.432778 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9abfc6b4-86ef-4764-861a-f2fe43b23d1d req-98951a69-d0dd-477d-b9e4-3250913c8bc2 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433445 Sep 06 04:47:19.554762 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520557c1-5889-4e78-96cb-3415745ac68c req-e72d4c25-6bfb-4aa9-8b9b-96868da60516 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:19.556197 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-520557c1-5889-4e78-96cb-3415745ac68c req-e72d4c25-6bfb-4aa9-8b9b-96868da60516 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 945 time: 0.0491283 Sep 06 04:47:19.602759 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-520557c1-5889-4e78-96cb-3415745ac68c req-aabd610c-cdb1-4295-93e5-aa1c042bb714 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409536 Sep 06 04:47:20.737549 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07724d83-7c08-4166-afcd-ded9f88c105a req-544a47df-8ece-43c1-b03e-ff1dc2084f50 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:20.739014 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-07724d83-7c08-4166-afcd-ded9f88c105a req-544a47df-8ece-43c1-b03e-ff1dc2084f50 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 945 time: 0.0509205 Sep 06 04:47:20.786757 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-07724d83-7c08-4166-afcd-ded9f88c105a req-934da67d-721e-4237-a9c2-6d27ff4b59f9 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421650 Sep 06 04:47:21.904786 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3724a8-67eb-48d2-b842-4d2dcab50ddd req-431a7206-2091-40b4-b7a4-1dc9372cbd58 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:21.906504 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ea3724a8-67eb-48d2-b842-4d2dcab50ddd req-431a7206-2091-40b4-b7a4-1dc9372cbd58 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 945 time: 0.0455451 Sep 06 04:47:21.951879 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ea3724a8-67eb-48d2-b842-4d2dcab50ddd req-90e9752b-c046-4c68-a7dc-85eca299679a tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392380 Sep 06 04:47:22.844549 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:22.870445 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=6 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:23.074109 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d94ec-a892-4ab7-90e6-ad10f511d1ac req-dc57578c-747d-4c79-b113-30ae0a3d023b tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:23.076365 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5d2d94ec-a892-4ab7-90e6-ad10f511d1ac req-dc57578c-747d-4c79-b113-30ae0a3d023b tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 945 time: 0.0497003 Sep 06 04:47:23.122669 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5d2d94ec-a892-4ab7-90e6-ad10f511d1ac req-b51f8753-31ad-426c-a476-6b8fae8efc2e tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407634 Sep 06 04:47:24.250070 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b303795-c21c-41c0-8d94-7b6281883ee2 req-84372981-3a84-48b1-b806-3c6c77c782e0 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:24.251577 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4b303795-c21c-41c0-8d94-7b6281883ee2 req-84372981-3a84-48b1-b806-3c6c77c782e0 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 945 time: 0.0522578 Sep 06 04:47:24.302516 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4b303795-c21c-41c0-8d94-7b6281883ee2 req-320bf520-cfb3-4b56-846e-e659d6c7f8bc tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8d2cab60-9ad1-40a0-b943-7df72f519879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447991 Sep 06 04:47:24.843232 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dac11-a193-4c17-8910-f6fd8ca239c8 req-1161852d-a21d-4769-a7df-4edf0b5f9c3b tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:24.844709 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bd1dac11-a193-4c17-8910-f6fd8ca239c8 req-1161852d-a21d-4769-a7df-4edf0b5f9c3b tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 945 time: 0.0452898 Sep 06 04:47:24.933292 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-bd1dac11-a193-4c17-8910-f6fd8ca239c8 req-195bb407-b949-401c-9306-51d012b1b442 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Deleting port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:47:24.933655 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-bd1dac11-a193-4c17-8910-f6fd8ca239c8 req-195bb407-b949-401c-9306-51d012b1b442 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:25.006965 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:25.021036 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-bd1dac11-a193-4c17-8910-f6fd8ca239c8 req-195bb407-b949-401c-9306-51d012b1b442 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] For port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=2a57860e-e2d2-4ede-943c-6db28a3cdf5a,segment=NetworkSegment(ef005acd-77b9-492f-9478-1471ed459e3d),segment_id=ef005acd-77b9-492f-9478-1471ed459e3d)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:47:25.021422 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-bd1dac11-a193-4c17-8910-f6fd8ca239c8 req-195bb407-b949-401c-9306-51d012b1b442 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:25.039329 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-bd1dac11-a193-4c17-8910-f6fd8ca239c8 req-195bb407-b949-401c-9306-51d012b1b442 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Calling delete_port for 2a57860e-e2d2-4ede-943c-6db28a3cdf5a owned by compute:nova {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:47:25.147905 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:25.237269 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-bd1dac11-a193-4c17-8910-f6fd8ca239c8 req-195bb407-b949-401c-9306-51d012b1b442 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (2a57860e-e2d2-4ede-943c-6db28a3cdf5a), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:25.267559 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bb407-b949-401c-9306-51d012b1b442 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Pushing event deleted for resources: {'Port': ['ID=2a57860e-e2d2-4ede-943c-6db28a3cdf5a,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:25.273495 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['2a57860e-e2d2-4ede-943c-6db28a3cdf5a'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:47:25.315529 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1dac11-a193-4c17-8910-f6fd8ca239c8 req-195bb407-b949-401c-9306-51d012b1b442 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] No DVR routers for this DVR port 2a57860e-e2d2-4ede-943c-6db28a3cdf5a on host hv-cinder-85600 {{(pid=106938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:47:25.318152 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-bd1dac11-a193-4c17-8910-f6fd8ca239c8 req-195bb407-b949-401c-9306-51d012b1b442 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:25.322314 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bd1dac11-a193-4c17-8910-f6fd8ca239c8 req-195bb407-b949-401c-9306-51d012b1b442 tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.46 "DELETE /networking/v2.0/ports/2a57860e-e2d2-4ede-943c-6db28a3cdf5a HTTP/1.1" status: 204 len: 173 time: 0.4708853 Sep 06 04:47:25.322847 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'name': 'network-vif-deleted', 'tag': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:47:25.325464 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60f65e7-2547-46f7-9caa-42f7248a0b53" -d '{"events": [{"server_uuid": "e6c1b505-babf-4fde-b18b-7d72d9cc0acc", "name": "network-vif-deleted", "tag": "2a57860e-e2d2-4ede-943c-6db28a3cdf5a"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:47:25.370390 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba72fbd9-8bb6-40ae-9850-b57cc8c9feb6 x-openstack-request-id: req-ba72fbd9-8bb6-40ae-9850-b57cc8c9feb6 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:47:25.370686 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6c1b505-babf-4fde-b18b-7d72d9cc0acc", "name": "network-vif-deleted", "tag": "2a57860e-e2d2-4ede-943c-6db28a3cdf5a", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:47:25.370942 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba72fbd9-8bb6-40ae-9850-b57cc8c9feb6 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:47:25.371356 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba72fbd9-8bb6-40ae-9850-b57cc8c9feb6'] response: {'server_uuid': 'e6c1b505-babf-4fde-b18b-7d72d9cc0acc', 'name': 'network-vif-deleted', 'tag': '2a57860e-e2d2-4ede-943c-6db28a3cdf5a', 'status': 'completed', 'code': 200} Sep 06 04:47:25.411802 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-47051fc9-3664-498f-8dcf-65ff86c1e1f1 req-1e9dbf27-af8d-4ef4-b505-273b87e8e59d tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 210 time: 0.0279086 Sep 06 04:47:26.533960 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-638b8ef9-2d4a-418e-a398-a13c8b4a8fd2 req-3a9f125f-b9bb-45c8-9c15-5a896a07f66a tempest-TestMinimumBasicScenario-1377050655 tempest-TestMinimumBasicScenario-1377050655-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=e6c1b505-babf-4fde-b18b-7d72d9cc0acc HTTP/1.1" status: 200 len: 210 time: 0.0299101 Sep 06 04:47:27.271960 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:27.470929 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 2a57860e-e2d2-4ede-943c-6db28a3cdf5a no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:47:27.492316 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: 2a57860e-e2d2-4ede-943c-6db28a3cdf5a {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:47:27.492759 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 2a57860e-e2d2-4ede-943c-6db28a3cdf5a not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:47:28.949990 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44554) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:29.216563 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:29.251277 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738461'] for router_interface (49885515-9f77-4b63-854c-16c272f3950d), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:29.408012 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:29.473092 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Deleting port e0d0dad5-19ee-4385-8ea8-6b7982250bbb {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:47:29.473384 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:29.557456 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] For port e0d0dad5-19ee-4385-8ea8-6b7982250bbb, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=e0d0dad5-19ee-4385-8ea8-6b7982250bbb,segment=NetworkSegment(ef005acd-77b9-492f-9478-1471ed459e3d),segment_id=ef005acd-77b9-492f-9478-1471ed459e3d)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:47:29.557822 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:29.571134 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Calling delete_port for e0d0dad5-19ee-4385-8ea8-6b7982250bbb owned by network:router_interface {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:47:29.813672 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (e0d0dad5-19ee-4385-8ea8-6b7982250bbb), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:29.837184 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d0dad5-19ee-4385-8ea8-6b7982250bbb,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:29.847003 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:29.847351 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:29.847692 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:29.848025 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:29.848354 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:29.849139 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:29.849139 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:29.849346 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:29.849647 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:29.849970 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:29.850294 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:29.850614 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:29.850986 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:29.851240 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:29.851582 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:30.011130 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729101'] for router_interface (49885515-9f77-4b63-854c-16c272f3950d), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:30.013628 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:30.216308 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Router 49885515-9f77-4b63-854c-16c272f3950d has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:47:30.263805 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:30.327131 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:47:30.330302 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-dc14cae4-9b4a-4e78-a263-04b14a315792 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/49885515-9f77-4b63-854c-16c272f3950d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3793139 Sep 06 04:47:30.333028 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 44566) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:30.334988 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a61d357-ae67-4272-b6fd-4a4bd9c89080 None None] Sync routers for ids ['49885515-9f77-4b63-854c-16c272f3950d'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:47:30.345981 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a61d357-ae67-4272-b6fd-4a4bd9c89080 None None] Routers {'49885515-9f77-4b63-854c-16c272f3950d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:47:30.346667 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-4a61d357-ae67-4272-b6fd-4a4bd9c89080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:47:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['49885515-9f77-4b63-854c-16c272f3950d'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:30.441872 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4bb3d579-c460-40e5-a9cf-be49f127fcdf admin admin] Publish callbacks [] for router (49885515-9f77-4b63-854c-16c272f3950d), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:30.457879 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-4a61d357-ae67-4272-b6fd-4a4bd9c89080 None None] Set router 49885515-9f77-4b63-854c-16c272f3950d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:47:30.507116 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:30.547475 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4bb3d579-c460-40e5-a9cf-be49f127fcdf admin admin] Publish callbacks [] for router_gateway (49885515-9f77-4b63-854c-16c272f3950d), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:30.628374 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-4a61d357-ae67-4272-b6fd-4a4bd9c89080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49885515-9f77-4b63-854c-16c272f3950d', 'name': 'tempest-TestMinimumBasicScenario-1674420435-router', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:35Z', 'updated_at': '2022-09-06T04:47:29Z', 'revision_number': 5, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'gw_port': {'id': 'a7e5c2e1-f173-4cdd-9f11-f92f60a854be', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e4:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49885515-9f77-4b63-854c-16c272f3950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:36Z', 'updated_at': '2022-09-06T04:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:30.642646 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-4bb3d579-c460-40e5-a9cf-be49f127fcdf admin admin] Deleting port a7e5c2e1-f173-4cdd-9f11-f92f60a854be {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:47:30.642984 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4bb3d579-c460-40e5-a9cf-be49f127fcdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (a7e5c2e1-f173-4cdd-9f11-f92f60a854be), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:30.658176 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a61d357-ae67-4272-b6fd-4a4bd9c89080 None None] Checking router: 49885515-9f77-4b63-854c-16c272f3950d for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:47:30.666935 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a61d357-ae67-4272-b6fd-4a4bd9c89080 None None] Routers {'49885515-9f77-4b63-854c-16c272f3950d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:47:30.667539 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-4a61d357-ae67-4272-b6fd-4a4bd9c89080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:47:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['49885515-9f77-4b63-854c-16c272f3950d'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:30.726512 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [None req-4bb3d579-c460-40e5-a9cf-be49f127fcdf admin admin] For port a7e5c2e1-f173-4cdd-9f11-f92f60a854be, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=a7e5c2e1-f173-4cdd-9f11-f92f60a854be,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:47:30.727005 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4bb3d579-c460-40e5-a9cf-be49f127fcdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (a7e5c2e1-f173-4cdd-9f11-f92f60a854be), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:30.740280 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-4bb3d579-c460-40e5-a9cf-be49f127fcdf admin admin] Calling delete_port for a7e5c2e1-f173-4cdd-9f11-f92f60a854be owned by network:router_gateway {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:47:30.748998 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-4a61d357-ae67-4272-b6fd-4a4bd9c89080 None None] Set router 49885515-9f77-4b63-854c-16c272f3950d gateway port host: None {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:47:30.801143 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-4a61d357-ae67-4272-b6fd-4a4bd9c89080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49885515-9f77-4b63-854c-16c272f3950d', 'name': 'tempest-TestMinimumBasicScenario-1674420435-router', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:35Z', 'updated_at': '2022-09-06T04:47:30Z', 'revision_number': 6, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'gw_port_host': None}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:30.826429 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a61d357-ae67-4272-b6fd-4a4bd9c89080 None None] The sync data for ids ['49885515-9f77-4b63-854c-16c272f3950d'] in dv-cinder-856002-1-iscsi is: [{'id': '49885515-9f77-4b63-854c-16c272f3950d', 'name': 'tempest-TestMinimumBasicScenario-1674420435-router', 'tenant_id': '623b9f3be0f24e2ea1caea0798b30704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:35Z', 'updated_at': '2022-09-06T04:47:30Z', 'revision_number': 6, 'project_id': '623b9f3be0f24e2ea1caea0798b30704', 'gw_port_host': None}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:47:30.972913 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4bb3d579-c460-40e5-a9cf-be49f127fcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (a7e5c2e1-f173-4cdd-9f11-f92f60a854be), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:30.995775 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3d579-c460-40e5-a9cf-be49f127fcdf admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e5c2e1-f173-4cdd-9f11-f92f60a854be,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:31.057953 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4bb3d579-c460-40e5-a9cf-be49f127fcdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730729'] for router_gateway (49885515-9f77-4b63-854c-16c272f3950d), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:31.141794 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:31.143407 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4bb3d579-c460-40e5-a9cf-be49f127fcdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12195'] for router (49885515-9f77-4b63-854c-16c272f3950d), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:31.145571 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4bb3d579-c460-40e5-a9cf-be49f127fcdf admin admin] Publish callbacks [] for router_controller (49885515-9f77-4b63-854c-16c272f3950d), precommit_delete_associations {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:31.259555 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4bb3d579-c460-40e5-a9cf-be49f127fcdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738514'] for router (49885515-9f77-4b63-854c-16c272f3950d), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:31.260164 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb3d579-c460-40e5-a9cf-be49f127fcdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49885515-9f77-4b63-854c-16c272f3950d {{(pid=106938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 04:47:31.264490 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4bb3d579-c460-40e5-a9cf-be49f127fcdf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:31.265658 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-4bb3d579-c460-40e5-a9cf-be49f127fcdf admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/49885515-9f77-4b63-854c-16c272f3950d HTTP/1.1" status: 204 len: 168 time: 0.9303946 Sep 06 04:47:31.268133 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 44572) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:31.303273 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:31.314389 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce59c9fd-b2fa-4948-a58a-498becb3bc5e admin admin] Deleting subnet 0c78bb11-50f5-4892-a3c0-8c728321b918 {{(pid=106938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 06 04:47:31.317554 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ce59c9fd-b2fa-4948-a58a-498becb3bc5e admin admin] Publish callbacks [] for subnet (0c78bb11-50f5-4892-a3c0-8c728321b918), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:31.358008 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ce59c9fd-b2fa-4948-a58a-498becb3bc5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12110472'] for subnet (0c78bb11-50f5-4892-a3c0-8c728321b918), precommit_delete_associations {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:31.464716 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ce59c9fd-b2fa-4948-a58a-498becb3bc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479495'] for subnet (0c78bb11-50f5-4892-a3c0-8c728321b918), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:31.574592 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ce59c9fd-b2fa-4948-a58a-498becb3bc5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11755901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12383535'] for subnet (0c78bb11-50f5-4892-a3c0-8c728321b918), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:31.601589 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59c9fd-b2fa-4948-a58a-498becb3bc5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c78bb11-50f5-4892-a3c0-8c728321b918,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:31.610421 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ce59c9fd-b2fa-4948-a58a-498becb3bc5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:31.612780 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306fde23-ec36-46b4-9a26-2079d6d463e0 None None] Network 6b6abe5e-f7f6-488e-8814-260547c69a21 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:47:31.615898 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-ce59c9fd-b2fa-4948-a58a-498becb3bc5e admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/0c78bb11-50f5-4892-a3c0-8c728321b918 HTTP/1.1" status: 204 len: 168 time: 0.3446956 Sep 06 04:47:31.616277 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 44580) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:31.692757 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3576701'] for network (6b6abe5e-f7f6-488e-8814-260547c69a21), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:31.739046 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] Deleting port 3605368d-59c7-4558-a845-790aa6a37615 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:47:31.740371 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (3605368d-59c7-4558-a845-790aa6a37615), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:31.793754 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] DHCP port deletion for 6b6abe5e-f7f6-488e-8814-260547c69a21 request from dv-cinder-856002-1-iscsi {{(pid=106940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 06 04:47:31.818165 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] For port 3605368d-59c7-4558-a845-790aa6a37615, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=3605368d-59c7-4558-a845-790aa6a37615,segment=NetworkSegment(ef005acd-77b9-492f-9478-1471ed459e3d),segment_id=ef005acd-77b9-492f-9478-1471ed459e3d)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:47:31.818535 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (3605368d-59c7-4558-a845-790aa6a37615), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:31.822829 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device e0d0dad5-19ee-4385-8ea8-6b7982250bbb no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:47:31.832962 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] Calling delete_port for 3605368d-59c7-4558-a845-790aa6a37615 owned by network:dhcp {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:47:31.853677 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: e0d0dad5-19ee-4385-8ea8-6b7982250bbb {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:47:31.854226 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device e0d0dad5-19ee-4385-8ea8-6b7982250bbb not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:47:31.854649 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device a7e5c2e1-f173-4cdd-9f11-f92f60a854be no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:47:31.859658 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Deleting port 3605368d-59c7-4558-a845-790aa6a37615 {{(pid=106940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:47:31.860259 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (3605368d-59c7-4558-a845-790aa6a37615), before_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:31.878258 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: a7e5c2e1-f173-4cdd-9f11-f92f60a854be {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:47:31.878606 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device a7e5c2e1-f173-4cdd-9f11-f92f60a854be not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:47:31.941236 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:31.946826 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] For port 3605368d-59c7-4558-a845-790aa6a37615, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=3605368d-59c7-4558-a845-790aa6a37615,segment=NetworkSegment(ef005acd-77b9-492f-9478-1471ed459e3d),segment_id=ef005acd-77b9-492f-9478-1471ed459e3d)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:47:31.947221 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (3605368d-59c7-4558-a845-790aa6a37615), precommit_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:31.959500 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Calling delete_port for 3605368d-59c7-4558-a845-790aa6a37615 owned by network:dhcp {{(pid=106940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:47:31.985632 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (3605368d-59c7-4558-a845-790aa6a37615), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:32.012025 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] Pushing event deleted for resources: {'Port': ['ID=3605368d-59c7-4558-a845-790aa6a37615,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:32.015505 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] No DVR routers for this DVR port 3605368d-59c7-4558-a845-790aa6a37615 on host dv-cinder-856002-1-iscsi {{(pid=106938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:47:32.096017 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433122', 'neutron.services.segments.db._delete_segments_for_network-8761093479572'] for network (6b6abe5e-f7f6-488e-8814-260547c69a21), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:32.119565 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6abe5e-f7f6-488e-8814-260547c69a21']}} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:32.129913 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef005acd-77b9-492f-9478-1471ed459e3d') {'for_net_delete': True} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:32.130282 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef005acd-77b9-492f-9478-1471ed459e3d') {} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:32.140065 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761093570708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12110465'] for segment (ef005acd-77b9-492f-9478-1471ed459e3d), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:32.154538 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (ef005acd-77b9-492f-9478-1471ed459e3d), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:32.161582 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=106938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 04:47:32.162036 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11755815'] for segment (ef005acd-77b9-492f-9478-1471ed459e3d), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:32.162823 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533'] for port (3605368d-59c7-4558-a845-790aa6a37615), after_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:32.166560 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:32.187828 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Pushing event deleted for resources: {'Port': ['ID=3605368d-59c7-4558-a845-790aa6a37615,revision_number=None']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:32.193704 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] No DVR routers for this DVR port 3605368d-59c7-4558-a845-790aa6a37615 on host dv-cinder-856002-1-iscsi {{(pid=106940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:47:32.201077 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:32.208435 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:32.208435 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:32.208435 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:32.208435 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:32.208435 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:32.208435 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:32.208435 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:32.208435 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:32.208435 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:32.208435 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:32.208435 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:32.208435 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:32.208435 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:32.208435 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ae9115-8e55-4e89-b0bc-be6ecbc8a4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:32.298389 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730808'] for network (6b6abe5e-f7f6-488e-8814-260547c69a21), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:32.304141 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:32.307704 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/6b6abe5e-f7f6-488e-8814-260547c69a21 HTTP/1.1" status: 204 len: 168 time: 0.6904883 Sep 06 04:47:32.311166 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44588) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:32.319228 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.services.segments.plugin [-] Segment ef005acd-77b9-492f-9478-1471ed459e3d resource provider aggregate not found Sep 06 04:47:32.325086 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6386d-49f4-46c3-90cc-a67e6267d56c admin admin] Pushing event deleted for resources: {'Network': ['ID=6b6abe5e-f7f6-488e-8814-260547c69a21,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:32.338912 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.services.segments.plugin [-] Segment ef005acd-77b9-492f-9478-1471ed459e3d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef005acd-77b9-492f-9478-1471ed459e3d found for delete ", "request_id": "req-ff516398-b812-4eaf-938b-c1cc210da701"}]} Sep 06 04:47:32.879835 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d58e7849-a6af-4045-a0bd-339c81c196a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738461'] for router_interface (4daa7f5b-cef9-4464-a101-d7458e620501), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:32.966309 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 44602) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:33.072862 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3ef6b066-70af-4fa8-bbd3-002fc51e9fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:33.075437 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:33.100242 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-d58e7849-a6af-4045-a0bd-339c81c196a9 admin admin] Deleting port 15b8fd39-ce5f-4999-b4fa-47405cafd441 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:47:33.100588 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d58e7849-a6af-4045-a0bd-339c81c196a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:33.127641 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:33.151292 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3ef6b066-70af-4fa8-bbd3-002fc51e9fed admin admin] Publish callbacks [] for security_group (4c7c5805-4bd3-4456-be9d-aa436ee17476), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:33.182912 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-d58e7849-a6af-4045-a0bd-339c81c196a9 admin admin] For port 15b8fd39-ce5f-4999-b4fa-47405cafd441, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=15b8fd39-ce5f-4999-b4fa-47405cafd441,segment=NetworkSegment(13ca9b2e-05a8-40ee-8b05-d2eae5b0816a),segment_id=13ca9b2e-05a8-40ee-8b05-d2eae5b0816a)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:47:33.183269 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d58e7849-a6af-4045-a0bd-339c81c196a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:33.196292 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-d58e7849-a6af-4045-a0bd-339c81c196a9 admin admin] Calling delete_port for 15b8fd39-ce5f-4999-b4fa-47405cafd441 owned by network:router_interface {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:47:33.206392 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:33.207951 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3ef6b066-70af-4fa8-bbd3-002fc51e9fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (4c7c5805-4bd3-4456-be9d-aa436ee17476), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:33.249137 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-3ef6b066-70af-4fa8-bbd3-002fc51e9fed admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=7ff01d886c41405f8ebdac1e5ea2b6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816539 Sep 06 04:47:33.250029 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6b066-70af-4fa8-bbd3-002fc51e9fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7c5805-4bd3-4456-be9d-aa436ee17476,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:33.252274 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 44606) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:33.302149 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c20cce2e-07f9-45dd-9584-684f869cb0e7 admin admin] Publish callbacks [] for security_group (4c7c5805-4bd3-4456-be9d-aa436ee17476), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:33.323460 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c20cce2e-07f9-45dd-9584-684f869cb0e7 admin admin] Publish callbacks [] for security_group (4c7c5805-4bd3-4456-be9d-aa436ee17476), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:33.326854 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:33.425038 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c20cce2e-07f9-45dd-9584-684f869cb0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (4c7c5805-4bd3-4456-be9d-aa436ee17476), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:33.427657 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c20cce2e-07f9-45dd-9584-684f869cb0e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:33.428800 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-c20cce2e-07f9-45dd-9584-684f869cb0e7 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/4c7c5805-4bd3-4456-be9d-aa436ee17476 HTTP/1.1" status: 204 len: 168 time: 0.1756256 Sep 06 04:47:33.435917 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d58e7849-a6af-4045-a0bd-339c81c196a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (15b8fd39-ce5f-4999-b4fa-47405cafd441), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:33.438005 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cce2e-07f9-45dd-9584-684f869cb0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7c5805-4bd3-4456-be9d-aa436ee17476,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:33.463025 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e7849-a6af-4045-a0bd-339c81c196a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=15b8fd39-ce5f-4999-b4fa-47405cafd441,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:33.630123 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d58e7849-a6af-4045-a0bd-339c81c196a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729101'] for router_interface (4daa7f5b-cef9-4464-a101-d7458e620501), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:33.838129 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 3605368d-59c7-4558-a845-790aa6a37615 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:47:33.857612 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 3605368d-59c7-4558-a845-790aa6a37615 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:47:33.857954 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 3605368d-59c7-4558-a845-790aa6a37615 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:47:33.869969 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58e7849-a6af-4045-a0bd-339c81c196a9 admin admin] Router 4daa7f5b-cef9-4464-a101-d7458e620501 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:47:33.975487 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58e7849-a6af-4045-a0bd-339c81c196a9 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:47:33.981097 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-d58e7849-a6af-4045-a0bd-339c81c196a9 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/4daa7f5b-cef9-4464-a101-d7458e620501/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6686399 Sep 06 04:47:33.983746 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 44612) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:33.986381 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc73c6-9ea8-4676-bf56-3d18a9e8477d None None] Sync routers for ids ['4daa7f5b-cef9-4464-a101-d7458e620501'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:47:33.997023 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc73c6-9ea8-4676-bf56-3d18a9e8477d None None] Routers {'4daa7f5b-cef9-4464-a101-d7458e620501'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:47:33.997678 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-80fc73c6-9ea8-4676-bf56-3d18a9e8477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:47:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['4daa7f5b-cef9-4464-a101-d7458e620501'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:34.102122 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-80fc73c6-9ea8-4676-bf56-3d18a9e8477d None None] Set router 4daa7f5b-cef9-4464-a101-d7458e620501 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:47:34.236196 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-211bd854-1ed1-4628-aac7-e40287e586ce admin admin] Publish callbacks [] for router (4daa7f5b-cef9-4464-a101-d7458e620501), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:34.273054 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-80fc73c6-9ea8-4676-bf56-3d18a9e8477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'name': 'tempest-TestMinimumBasicScenario-836352288-router', 'tenant_id': 'e5f9492622a543b4808f5816cb2afdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cfd6bd5e-d66f-47a4-be4e-517a7c34033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:42Z', 'updated_at': '2022-09-06T04:47:33Z', 'revision_number': 5, 'project_id': 'e5f9492622a543b4808f5816cb2afdf9', 'gw_port': {'id': 'cfd6bd5e-d66f-47a4-be4e-517a7c34033c', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:43Z', 'updated_at': '2022-09-06T04:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:34.299181 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc73c6-9ea8-4676-bf56-3d18a9e8477d None None] Checking router: 4daa7f5b-cef9-4464-a101-d7458e620501 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:47:34.307945 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc73c6-9ea8-4676-bf56-3d18a9e8477d None None] Routers {'4daa7f5b-cef9-4464-a101-d7458e620501'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:47:34.308548 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-80fc73c6-9ea8-4676-bf56-3d18a9e8477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:47:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['4daa7f5b-cef9-4464-a101-d7458e620501'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:34.334103 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-211bd854-1ed1-4628-aac7-e40287e586ce admin admin] Publish callbacks [] for router_gateway (4daa7f5b-cef9-4464-a101-d7458e620501), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:34.412894 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-80fc73c6-9ea8-4676-bf56-3d18a9e8477d None None] Set router 4daa7f5b-cef9-4464-a101-d7458e620501 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:47:34.596816 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-80fc73c6-9ea8-4676-bf56-3d18a9e8477d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'name': 'tempest-TestMinimumBasicScenario-836352288-router', 'tenant_id': 'e5f9492622a543b4808f5816cb2afdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cfd6bd5e-d66f-47a4-be4e-517a7c34033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:42Z', 'updated_at': '2022-09-06T04:47:33Z', 'revision_number': 5, 'project_id': 'e5f9492622a543b4808f5816cb2afdf9', 'gw_port': {'id': 'cfd6bd5e-d66f-47a4-be4e-517a7c34033c', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:43Z', 'updated_at': '2022-09-06T04:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:34.624020 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc73c6-9ea8-4676-bf56-3d18a9e8477d None None] The sync data for ids ['4daa7f5b-cef9-4464-a101-d7458e620501'] in dv-cinder-856002-1-iscsi is: [{'id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'name': 'tempest-TestMinimumBasicScenario-836352288-router', 'tenant_id': 'e5f9492622a543b4808f5816cb2afdf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'cfd6bd5e-d66f-47a4-be4e-517a7c34033c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:42:42Z', 'updated_at': '2022-09-06T04:47:33Z', 'revision_number': 5, 'project_id': 'e5f9492622a543b4808f5816cb2afdf9', 'gw_port': {'id': 'cfd6bd5e-d66f-47a4-be4e-517a7c34033c', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:02:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa7f5b-cef9-4464-a101-d7458e620501', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:42:43Z', 'updated_at': '2022-09-06T04:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:47:34.690143 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-211bd854-1ed1-4628-aac7-e40287e586ce admin admin] Deleting port cfd6bd5e-d66f-47a4-be4e-517a7c34033c {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:47:34.690480 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-211bd854-1ed1-4628-aac7-e40287e586ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (cfd6bd5e-d66f-47a4-be4e-517a7c34033c), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:34.768723 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [None req-211bd854-1ed1-4628-aac7-e40287e586ce admin admin] For port cfd6bd5e-d66f-47a4-be4e-517a7c34033c, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=cfd6bd5e-d66f-47a4-be4e-517a7c34033c,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:47:34.769082 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-211bd854-1ed1-4628-aac7-e40287e586ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (cfd6bd5e-d66f-47a4-be4e-517a7c34033c), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:34.784291 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-211bd854-1ed1-4628-aac7-e40287e586ce admin admin] Calling delete_port for cfd6bd5e-d66f-47a4-be4e-517a7c34033c owned by network:router_gateway {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:47:34.793922 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:35.008818 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-211bd854-1ed1-4628-aac7-e40287e586ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (cfd6bd5e-d66f-47a4-be4e-517a7c34033c), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:35.033654 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bd854-1ed1-4628-aac7-e40287e586ce admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd6bd5e-d66f-47a4-be4e-517a7c34033c,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:35.092084 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:35.103922 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-211bd854-1ed1-4628-aac7-e40287e586ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730729'] for router_gateway (4daa7f5b-cef9-4464-a101-d7458e620501), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:35.195195 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-211bd854-1ed1-4628-aac7-e40287e586ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12195'] for router (4daa7f5b-cef9-4464-a101-d7458e620501), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:35.197637 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-211bd854-1ed1-4628-aac7-e40287e586ce admin admin] Publish callbacks [] for router_controller (4daa7f5b-cef9-4464-a101-d7458e620501), precommit_delete_associations {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:35.333940 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-211bd854-1ed1-4628-aac7-e40287e586ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738514'] for router (4daa7f5b-cef9-4464-a101-d7458e620501), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:35.337379 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211bd854-1ed1-4628-aac7-e40287e586ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4daa7f5b-cef9-4464-a101-d7458e620501 {{(pid=106938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 04:47:35.340054 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-211bd854-1ed1-4628-aac7-e40287e586ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:35.341067 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-211bd854-1ed1-4628-aac7-e40287e586ce admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/4daa7f5b-cef9-4464-a101-d7458e620501 HTTP/1.1" status: 204 len: 168 time: 1.3563538 Sep 06 04:47:35.343818 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44618) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:35.400428 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d742bc-cc0b-4aa5-9096-822e3e4597c4 admin admin] Deleting subnet 68997102-d5b0-483f-8ef2-2d916304901c {{(pid=106939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 06 04:47:35.404094 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-24d742bc-cc0b-4aa5-9096-822e3e4597c4 admin admin] Publish callbacks [] for subnet (68997102-d5b0-483f-8ef2-2d916304901c), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:35.444142 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-24d742bc-cc0b-4aa5-9096-822e3e4597c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11570509'] for subnet (68997102-d5b0-483f-8ef2-2d916304901c), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:35.504980 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:35.530971 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-24d742bc-cc0b-4aa5-9096-822e3e4597c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479495'] for subnet (68997102-d5b0-483f-8ef2-2d916304901c), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:35.654537 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-24d742bc-cc0b-4aa5-9096-822e3e4597c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12279841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12317327'] for subnet (68997102-d5b0-483f-8ef2-2d916304901c), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:35.682501 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d742bc-cc0b-4aa5-9096-822e3e4597c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68997102-d5b0-483f-8ef2-2d916304901c,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:35.686583 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-24d742bc-cc0b-4aa5-9096-822e3e4597c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:35.689626 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-24d742bc-cc0b-4aa5-9096-822e3e4597c4 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/68997102-d5b0-483f-8ef2-2d916304901c HTTP/1.1" status: 204 len: 168 time: 0.3447614 Sep 06 04:47:35.692051 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca76b6c5-8781-4252-946b-ebb3b4003dac None None] Network d33c3d12-5673-4e93-8324-19d16a7690cd requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:47:35.692608 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 44620) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:35.765881 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3576701'] for network (d33c3d12-5673-4e93-8324-19d16a7690cd), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:35.814124 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Deleting port d9103715-beb8-402b-b28d-758c7d6bb95c {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:47:35.814466 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (d9103715-beb8-402b-b28d-758c7d6bb95c), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:35.861790 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999e19d8-820e-4758-b652-8d4a5fab7ff6 None None] DHCP port deletion for d33c3d12-5673-4e93-8324-19d16a7690cd request from dv-cinder-856002-1-iscsi {{(pid=106940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 06 04:47:35.887258 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] For port d9103715-beb8-402b-b28d-758c7d6bb95c, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=d9103715-beb8-402b-b28d-758c7d6bb95c,segment=NetworkSegment(13ca9b2e-05a8-40ee-8b05-d2eae5b0816a),segment_id=13ca9b2e-05a8-40ee-8b05-d2eae5b0816a)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:47:35.887736 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (d9103715-beb8-402b-b28d-758c7d6bb95c), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:35.891026 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 15b8fd39-ce5f-4999-b4fa-47405cafd441 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:47:35.906210 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Calling delete_port for d9103715-beb8-402b-b28d-758c7d6bb95c owned by network:dhcp {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:47:35.925709 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 15b8fd39-ce5f-4999-b4fa-47405cafd441 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:47:35.926056 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 15b8fd39-ce5f-4999-b4fa-47405cafd441 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:47:35.926476 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device cfd6bd5e-d66f-47a4-be4e-517a7c34033c no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:47:35.947184 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-999e19d8-820e-4758-b652-8d4a5fab7ff6 None None] Deleting port d9103715-beb8-402b-b28d-758c7d6bb95c {{(pid=106940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:47:35.947803 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-999e19d8-820e-4758-b652-8d4a5fab7ff6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (d9103715-beb8-402b-b28d-758c7d6bb95c), before_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:35.959240 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: cfd6bd5e-d66f-47a4-be4e-517a7c34033c {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:47:35.959584 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device cfd6bd5e-d66f-47a4-be4e-517a7c34033c not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:47:36.017176 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-999e19d8-820e-4758-b652-8d4a5fab7ff6 None None] For port d9103715-beb8-402b-b28d-758c7d6bb95c, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=d9103715-beb8-402b-b28d-758c7d6bb95c,segment=NetworkSegment(13ca9b2e-05a8-40ee-8b05-d2eae5b0816a),segment_id=13ca9b2e-05a8-40ee-8b05-d2eae5b0816a)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:47:36.017604 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-999e19d8-820e-4758-b652-8d4a5fab7ff6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (d9103715-beb8-402b-b28d-758c7d6bb95c), precommit_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:36.030759 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-999e19d8-820e-4758-b652-8d4a5fab7ff6 None None] Calling delete_port for d9103715-beb8-402b-b28d-758c7d6bb95c owned by network:dhcp {{(pid=106940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:47:36.075549 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (d9103715-beb8-402b-b28d-758c7d6bb95c), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:36.100710 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9103715-beb8-402b-b28d-758c7d6bb95c,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:36.109066 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] No DVR routers for this DVR port d9103715-beb8-402b-b28d-758c7d6bb95c on host dv-cinder-856002-1-iscsi {{(pid=106938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:47:36.111315 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:36.111796 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:36.111939 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-999e19d8-820e-4758-b652-8d4a5fab7ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533'] for port (d9103715-beb8-402b-b28d-758c7d6bb95c), after_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:36.112148 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:36.112494 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:36.112815 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:36.113146 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:36.113497 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:36.113822 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:36.114146 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:36.114476 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:36.114798 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:36.115293 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:36.116399 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:36.116399 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:36.116399 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:47:36.141591 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e19d8-820e-4758-b652-8d4a5fab7ff6 None None] Pushing event deleted for resources: {'Port': ['ID=d9103715-beb8-402b-b28d-758c7d6bb95c,revision_number=None']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:36.155530 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e19d8-820e-4758-b652-8d4a5fab7ff6 None None] No DVR routers for this DVR port d9103715-beb8-402b-b28d-758c7d6bb95c on host dv-cinder-856002-1-iscsi {{(pid=106940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:47:36.200039 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433122', 'neutron.services.segments.db._delete_segments_for_network-8761093479572'] for network (d33c3d12-5673-4e93-8324-19d16a7690cd), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:36.221444 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33c3d12-5673-4e93-8324-19d16a7690cd']}} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:36.231811 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ca9b2e-05a8-40ee-8b05-d2eae5b0816a') {'for_net_delete': True} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:36.232106 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ca9b2e-05a8-40ee-8b05-d2eae5b0816a') {} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:36.241671 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761093570708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12110465'] for segment (13ca9b2e-05a8-40ee-8b05-d2eae5b0816a), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:36.260383 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (13ca9b2e-05a8-40ee-8b05-d2eae5b0816a), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:36.267230 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=106938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 04:47:36.267648 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11755815'] for segment (13ca9b2e-05a8-40ee-8b05-d2eae5b0816a), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:36.321956 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.services.segments.plugin [-] Segment 13ca9b2e-05a8-40ee-8b05-d2eae5b0816a resource provider aggregate not found Sep 06 04:47:36.339586 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.services.segments.plugin [-] Segment 13ca9b2e-05a8-40ee-8b05-d2eae5b0816a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13ca9b2e-05a8-40ee-8b05-d2eae5b0816a found for delete ", "request_id": "req-baccdd38-c401-446a-93ba-749aeb5c3ba4"}]} Sep 06 04:47:36.412867 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:47:36.431144 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730808'] for network (d33c3d12-5673-4e93-8324-19d16a7690cd), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:36.436251 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:36.439355 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/d33c3d12-5673-4e93-8324-19d16a7690cd HTTP/1.1" status: 204 len: 168 time: 0.7460837 Sep 06 04:47:36.453340 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd0785-d21f-4389-93f2-99059afa8419 admin admin] Pushing event deleted for resources: {'Network': ['ID=d33c3d12-5673-4e93-8324-19d16a7690cd,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:36.751297 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44644) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:36.767646 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:36.792472 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-61d2fdec-ca31-4d96-adba-117ffd776ca5 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=623b9f3be0f24e2ea1caea0798b30704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400832 Sep 06 04:47:36.795089 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44646) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:36.844886 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ea1b882b-f0c9-4dda-b1f0-44ae4a8e9c04 admin admin] Publish callbacks [] for security_group (8d2cab60-9ad1-40a0-b943-7df72f519879), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:36.864271 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ea1b882b-f0c9-4dda-b1f0-44ae4a8e9c04 admin admin] Publish callbacks [] for security_group (8d2cab60-9ad1-40a0-b943-7df72f519879), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:37.002414 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ea1b882b-f0c9-4dda-b1f0-44ae4a8e9c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (8d2cab60-9ad1-40a0-b943-7df72f519879), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:37.004930 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ea1b882b-f0c9-4dda-b1f0-44ae4a8e9c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:37.006180 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-ea1b882b-f0c9-4dda-b1f0-44ae4a8e9c04 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/8d2cab60-9ad1-40a0-b943-7df72f519879 HTTP/1.1" status: 204 len: 168 time: 0.2101870 Sep 06 04:47:37.014917 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b882b-f0c9-4dda-b1f0-44ae4a8e9c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2cab60-9ad1-40a0-b943-7df72f519879,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:37.742314 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device d9103715-beb8-402b-b28d-758c7d6bb95c no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:47:37.761417 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: d9103715-beb8-402b-b28d-758c7d6bb95c {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:47:37.761756 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device d9103715-beb8-402b-b28d-758c7d6bb95c not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:47:37.786796 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44654) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:37.829471 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-bfc880f0-9bcf-4f49-b314-4a02d4ccc4b6 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=e5f9492622a543b4808f5816cb2afdf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414715 Sep 06 04:47:37.831995 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44656) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:37.879302 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3f4765f8-3f76-4bde-b3a6-0aaad552b246 admin admin] Publish callbacks [] for security_group (2903e8da-189f-41f2-8675-07980a2a723d), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:37.899762 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3f4765f8-3f76-4bde-b3a6-0aaad552b246 admin admin] Publish callbacks [] for security_group (2903e8da-189f-41f2-8675-07980a2a723d), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:38.013455 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3f4765f8-3f76-4bde-b3a6-0aaad552b246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (2903e8da-189f-41f2-8675-07980a2a723d), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:38.015849 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3f4765f8-3f76-4bde-b3a6-0aaad552b246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:38.016988 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-3f4765f8-3f76-4bde-b3a6-0aaad552b246 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/2903e8da-189f-41f2-8675-07980a2a723d HTTP/1.1" status: 204 len: 168 time: 0.1841178 Sep 06 04:47:38.025785 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4765f8-3f76-4bde-b3a6-0aaad552b246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2903e8da-189f-41f2-8675-07980a2a723d,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:39.234147 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097562c4-4864-49b6-b91e-31594cb1cafc req-f1a0e947-856e-498e-a582-c88d62dabb0d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:39.235513 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-097562c4-4864-49b6-b91e-31594cb1cafc req-f1a0e947-856e-498e-a582-c88d62dabb0d tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 946 time: 0.0456676 Sep 06 04:47:39.282526 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-097562c4-4864-49b6-b91e-31594cb1cafc req-e04915e3-c9be-4d69-84f8-affe8b3bde94 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb8e5b3b-eaca-4390-add8-7131126ca969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414462 Sep 06 04:47:40.410357 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9242b-0612-489d-8333-16bbfa354350 req-70e0706e-3893-4c4d-a1f9-8b6d0185dcf1 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:40.411965 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-64d9242b-0612-489d-8333-16bbfa354350 req-70e0706e-3893-4c4d-a1f9-8b6d0185dcf1 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 946 time: 0.0490084 Sep 06 04:47:40.459592 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-64d9242b-0612-489d-8333-16bbfa354350 req-db5da34a-61d4-4eb6-b8e3-f946cdf7cf41 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb8e5b3b-eaca-4390-add8-7131126ca969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419004 Sep 06 04:47:41.416268 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b39608-8e7c-4e4c-be17-5382fbee75d9 req-ff1560a1-5ebe-49da-b4bb-612becc12577 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:41.417707 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-54b39608-8e7c-4e4c-be17-5382fbee75d9 req-ff1560a1-5ebe-49da-b4bb-612becc12577 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 946 time: 0.0469801 Sep 06 04:47:41.494123 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:41.510911 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-54b39608-8e7c-4e4c-be17-5382fbee75d9 req-3ca5ba2f-3c49-436e-9409-acfc0b2acec6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Deleting port 99bb1003-b352-4698-b9a1-9dd6c82752f6 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:47:41.510911 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-54b39608-8e7c-4e4c-be17-5382fbee75d9 req-3ca5ba2f-3c49-436e-9409-acfc0b2acec6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (99bb1003-b352-4698-b9a1-9dd6c82752f6), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:41.589140 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28cdf2-d0c1-4a8b-9eb3-26feb247cee6 req-68015698-d45b-43a0-94f6-0bc7a18f8fb0 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:47:41.590706 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5b28cdf2-d0c1-4a8b-9eb3-26feb247cee6 req-68015698-d45b-43a0-94f6-0bc7a18f8fb0 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 946 time: 0.0516222 Sep 06 04:47:41.601292 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-54b39608-8e7c-4e4c-be17-5382fbee75d9 req-3ca5ba2f-3c49-436e-9409-acfc0b2acec6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] For port 99bb1003-b352-4698-b9a1-9dd6c82752f6, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=99bb1003-b352-4698-b9a1-9dd6c82752f6,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:47:41.601683 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-54b39608-8e7c-4e4c-be17-5382fbee75d9 req-3ca5ba2f-3c49-436e-9409-acfc0b2acec6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (99bb1003-b352-4698-b9a1-9dd6c82752f6), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:41.608330 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:41.638875 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5b28cdf2-d0c1-4a8b-9eb3-26feb247cee6 req-0850dcd8-c84d-4e07-b88c-3674c2fabfb9 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=eb8e5b3b-eaca-4390-add8-7131126ca969&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417206 Sep 06 04:47:41.770352 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-54b39608-8e7c-4e4c-be17-5382fbee75d9 req-3ca5ba2f-3c49-436e-9409-acfc0b2acec6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:41.770722 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-54b39608-8e7c-4e4c-be17-5382fbee75d9 req-3ca5ba2f-3c49-436e-9409-acfc0b2acec6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (ea338fc3-882b-4871-ad83-6675925aa91c), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:41.771038 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.l3_db [req-54b39608-8e7c-4e4c-be17-5382fbee75d9 req-3ca5ba2f-3c49-436e-9409-acfc0b2acec6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Floating IP ea338fc3-882b-4871-ad83-6675925aa91c disassociated. External IP: 172.27.1.233, port: 99bb1003-b352-4698-b9a1-9dd6c82752f6. Sep 06 04:47:41.771375 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-54b39608-8e7c-4e4c-be17-5382fbee75d9 req-3ca5ba2f-3c49-436e-9409-acfc0b2acec6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Calling delete_port for 99bb1003-b352-4698-b9a1-9dd6c82752f6 owned by compute:nova {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:47:41.950872 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-54b39608-8e7c-4e4c-be17-5382fbee75d9 req-3ca5ba2f-3c49-436e-9409-acfc0b2acec6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (99bb1003-b352-4698-b9a1-9dd6c82752f6), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:41.983707 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5ba2f-3c49-436e-9409-acfc0b2acec6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event deleted for resources: {'Port': ['ID=99bb1003-b352-4698-b9a1-9dd6c82752f6,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:42.090400 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54b39608-8e7c-4e4c-be17-5382fbee75d9 req-3ca5ba2f-3c49-436e-9409-acfc0b2acec6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Router 2b5da834-132c-4caf-b4b3-1006d671b269 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:47:42.190274 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54b39608-8e7c-4e4c-be17-5382fbee75d9 req-3ca5ba2f-3c49-436e-9409-acfc0b2acec6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:47:42.197511 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-b515539d-e1ab-4f31-9115-8e209714bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:42.200798 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbea9d6-ea46-437d-8b6e-dee7a37dcbbc None None] Sync routers for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:47:42.214352 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbea9d6-ea46-437d-8b6e-dee7a37dcbbc None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:47:42.214352 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-cfbea9d6-ea46-437d-8b6e-dee7a37dcbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:47:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:42.234429 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b39608-8e7c-4e4c-be17-5382fbee75d9 req-3ca5ba2f-3c49-436e-9409-acfc0b2acec6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] No DVR routers for this DVR port 99bb1003-b352-4698-b9a1-9dd6c82752f6 on host hv-cinder-85600 {{(pid=106938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:47:42.236930 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-54b39608-8e7c-4e4c-be17-5382fbee75d9 req-3ca5ba2f-3c49-436e-9409-acfc0b2acec6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:42.240155 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-54b39608-8e7c-4e4c-be17-5382fbee75d9 req-3ca5ba2f-3c49-436e-9409-acfc0b2acec6 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.46 "DELETE /networking/v2.0/ports/99bb1003-b352-4698-b9a1-9dd6c82752f6 HTTP/1.1" status: 204 len: 173 time: 0.8165050 Sep 06 04:47:42.240653 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258d81b1-09b8-4462-88d2-c588852c8758', 'name': 'network-vif-deleted', 'tag': '99bb1003-b352-4698-b9a1-9dd6c82752f6'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:47:42.243521 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd04e407-7e18-4b63-8061-a1f8545eaa5e" -d '{"events": [{"server_uuid": "258d81b1-09b8-4462-88d2-c588852c8758", "name": "network-vif-deleted", "tag": "99bb1003-b352-4698-b9a1-9dd6c82752f6"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:47:42.284036 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d5c438-8bdb-4216-80bc-7834e39b6a03 x-openstack-request-id: req-35d5c438-8bdb-4216-80bc-7834e39b6a03 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:47:42.284327 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258d81b1-09b8-4462-88d2-c588852c8758", "name": "network-vif-deleted", "tag": "99bb1003-b352-4698-b9a1-9dd6c82752f6", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:47:42.284579 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35d5c438-8bdb-4216-80bc-7834e39b6a03 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:47:42.284986 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d5c438-8bdb-4216-80bc-7834e39b6a03'] response: {'server_uuid': '258d81b1-09b8-4462-88d2-c588852c8758', 'name': 'network-vif-deleted', 'tag': '99bb1003-b352-4698-b9a1-9dd6c82752f6', 'status': 'completed', 'code': 200} Sep 06 04:47:42.324777 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-cfbea9d6-ea46-437d-8b6e-dee7a37dcbbc None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:47:42.542583 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-cfbea9d6-ea46-437d-8b6e-dee7a37dcbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:42.575409 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbea9d6-ea46-437d-8b6e-dee7a37dcbbc None None] Checking router: 2b5da834-132c-4caf-b4b3-1006d671b269 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:47:42.584742 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbea9d6-ea46-437d-8b6e-dee7a37dcbbc None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:47:42.585432 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-cfbea9d6-ea46-437d-8b6e-dee7a37dcbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:47:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:42.684633 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:42.686738 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-cfbea9d6-ea46-437d-8b6e-dee7a37dcbbc None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:47:42.758668 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:42.800171 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6df93b11-c19b-4096-b89a-03f35e2ce48b req-c46667aa-8e43-418f-8f69-0a943c1cef3e tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=258d81b1-09b8-4462-88d2-c588852c8758 HTTP/1.1" status: 200 len: 210 time: 0.0289721 Sep 06 04:47:42.884855 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-cfbea9d6-ea46-437d-8b6e-dee7a37dcbbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:42.909991 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbea9d6-ea46-437d-8b6e-dee7a37dcbbc None None] The sync data for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi is: [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:35:28Z', 'revision_number': 4, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5fa637cd-9f27-44c6-a435-484a5506dbc3', 'name': '', 'network_id': '4c394cea-216c-4a1f-9277-2bb67bf6a21b', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'mac_address': 'fa:16:3e:84:95:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:27Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'subnets': [{'id': 'b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:47:43.143089 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b13f690-2fd5-40c9-8fa3-674235d7ed6d None None] New status for floating IP ea338fc3-882b-4871-ad83-6675925aa91c: DOWN {{(pid=106941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:47:43.962573 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 44684) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:44.016248 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-82983504-6633-465e-a94a-8fb7f179e263 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (eb8e5b3b-eaca-4390-add8-7131126ca969), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:44.038561 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-82983504-6633-465e-a94a-8fb7f179e263 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (eb8e5b3b-eaca-4390-add8-7131126ca969), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:44.155838 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-82983504-6633-465e-a94a-8fb7f179e263 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (eb8e5b3b-eaca-4390-add8-7131126ca969), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:44.158487 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-82983504-6633-465e-a94a-8fb7f179e263 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:44.159645 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-82983504-6633-465e-a94a-8fb7f179e263 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/eb8e5b3b-eaca-4390-add8-7131126ca969 HTTP/1.1" status: 204 len: 168 time: 0.1960864 Sep 06 04:47:44.162570 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44686) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:44.169816 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82983504-6633-465e-a94a-8fb7f179e263 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8e5b3b-eaca-4390-add8-7131126ca969,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:44.177322 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.api.v2.resource [None req-6398cfce-174f-4bd8-b9b0-364fc09f4968 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] show failed (client error): The resource could not be found. Sep 06 04:47:44.178399 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-6398cfce-174f-4bd8-b9b0-364fc09f4968 tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "GET /networking/v2.0/security-groups/eb8e5b3b-eaca-4390-add8-7131126ca969 HTTP/1.1" status: 404 len: 347 time: 0.0147872 Sep 06 04:47:44.181897 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44688) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:44.290297 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-d068e757-01ee-4145-a3ac-8d1c2398d1db tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Deleting port b1564c34-8ec0-419c-87dd-d43c58593239 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:47:44.290531 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d068e757-01ee-4145-a3ac-8d1c2398d1db tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (b1564c34-8ec0-419c-87dd-d43c58593239), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:44.343458 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:44.368833 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d068e757-01ee-4145-a3ac-8d1c2398d1db tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (b1564c34-8ec0-419c-87dd-d43c58593239), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:44.369159 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d068e757-01ee-4145-a3ac-8d1c2398d1db tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (b1564c34-8ec0-419c-87dd-d43c58593239), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:44.381897 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-d068e757-01ee-4145-a3ac-8d1c2398d1db tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Calling delete_port for b1564c34-8ec0-419c-87dd-d43c58593239 owned by network:floatingip {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:47:44.459526 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:44.488078 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8ace03a6-2153-460a-a2e9-b6487c24fb12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:44.550880 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d068e757-01ee-4145-a3ac-8d1c2398d1db tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (b1564c34-8ec0-419c-87dd-d43c58593239), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:44.577930 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068e757-01ee-4145-a3ac-8d1c2398d1db tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Pushing event deleted for resources: {'Port': ['ID=b1564c34-8ec0-419c-87dd-d43c58593239,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:44.635963 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d068e757-01ee-4145-a3ac-8d1c2398d1db tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks [] for floatingip (ea338fc3-882b-4871-ad83-6675925aa91c), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:44.638436 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d068e757-01ee-4145-a3ac-8d1c2398d1db tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:44.639579 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-d068e757-01ee-4145-a3ac-8d1c2398d1db tempest-AttachVolumeNegativeTest-1266197729 tempest-AttachVolumeNegativeTest-1266197729-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/ea338fc3-882b-4871-ad83-6675925aa91c HTTP/1.1" status: 204 len: 168 time: 0.4568074 Sep 06 04:47:45.537110 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 99bb1003-b352-4698-b9a1-9dd6c82752f6 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:47:45.561588 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: 99bb1003-b352-4698-b9a1-9dd6c82752f6 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:47:45.561931 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 99bb1003-b352-4698-b9a1-9dd6c82752f6 not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:47:45.914839 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:47.324410 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:47.345391 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:48.794390 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44724) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:49.282467 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cf1153b5-9b8e-416d-bd5f-9873beb30d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738461'] for router_interface (2b5da834-132c-4caf-b4b3-1006d671b269), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:49.496886 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-cf1153b5-9b8e-416d-bd5f-9873beb30d24 admin admin] Deleting port 5fa637cd-9f27-44c6-a435-484a5506dbc3 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:47:49.497220 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cf1153b5-9b8e-416d-bd5f-9873beb30d24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (5fa637cd-9f27-44c6-a435-484a5506dbc3), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:49.574624 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-cf1153b5-9b8e-416d-bd5f-9873beb30d24 admin admin] For port 5fa637cd-9f27-44c6-a435-484a5506dbc3, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=5fa637cd-9f27-44c6-a435-484a5506dbc3,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:47:49.574986 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cf1153b5-9b8e-416d-bd5f-9873beb30d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (5fa637cd-9f27-44c6-a435-484a5506dbc3), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:49.587570 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-cf1153b5-9b8e-416d-bd5f-9873beb30d24 admin admin] Calling delete_port for 5fa637cd-9f27-44c6-a435-484a5506dbc3 owned by network:router_interface {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:47:49.596532 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:49.698292 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:49.819531 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cf1153b5-9b8e-416d-bd5f-9873beb30d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (5fa637cd-9f27-44c6-a435-484a5506dbc3), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:49.846017 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1153b5-9b8e-416d-bd5f-9873beb30d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa637cd-9f27-44c6-a435-484a5506dbc3,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:50.009575 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cf1153b5-9b8e-416d-bd5f-9873beb30d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729101'] for router_interface (2b5da834-132c-4caf-b4b3-1006d671b269), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:50.211651 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1153b5-9b8e-416d-bd5f-9873beb30d24 admin admin] Router 2b5da834-132c-4caf-b4b3-1006d671b269 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:47:50.312068 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1153b5-9b8e-416d-bd5f-9873beb30d24 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:47:50.317113 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-cf1153b5-9b8e-416d-bd5f-9873beb30d24 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/2b5da834-132c-4caf-b4b3-1006d671b269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5221407 Sep 06 04:47:50.319648 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44730) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:50.320730 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5b6f21-a860-494a-b64b-cf63cae69a9b None None] Sync routers for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:47:50.331089 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5b6f21-a860-494a-b64b-cf63cae69a9b None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:47:50.331704 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-8b5b6f21-a860-494a-b64b-cf63cae69a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:47:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:50.441217 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-8b5b6f21-a860-494a-b64b-cf63cae69a9b None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:47:50.615345 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-8b5b6f21-a860-494a-b64b-cf63cae69a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:47:49Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:50.644241 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5b6f21-a860-494a-b64b-cf63cae69a9b None None] Checking router: 2b5da834-132c-4caf-b4b3-1006d671b269 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:47:50.653862 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5b6f21-a860-494a-b64b-cf63cae69a9b None None] Routers {'2b5da834-132c-4caf-b4b3-1006d671b269'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:47:50.654479 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-8b5b6f21-a860-494a-b64b-cf63cae69a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:47:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['2b5da834-132c-4caf-b4b3-1006d671b269'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:50.683049 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-50c88922-cf57-4809-a490-30d3b2d557ea admin admin] Publish callbacks [] for router (2b5da834-132c-4caf-b4b3-1006d671b269), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:50.754544 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-8b5b6f21-a860-494a-b64b-cf63cae69a9b None None] Set router 2b5da834-132c-4caf-b4b3-1006d671b269 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:47:50.783004 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-50c88922-cf57-4809-a490-30d3b2d557ea admin admin] Publish callbacks [] for router_gateway (2b5da834-132c-4caf-b4b3-1006d671b269), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:50.872236 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:50.882778 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-50c88922-cf57-4809-a490-30d3b2d557ea admin admin] Deleting port e79866bc-371e-44a6-a04f-3f1e54b958e6 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:47:50.883122 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-50c88922-cf57-4809-a490-30d3b2d557ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (e79866bc-371e-44a6-a04f-3f1e54b958e6), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:50.938970 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:50.969824 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-50c88922-cf57-4809-a490-30d3b2d557ea admin admin] For port e79866bc-371e-44a6-a04f-3f1e54b958e6, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=e79866bc-371e-44a6-a04f-3f1e54b958e6,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:47:50.970183 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-50c88922-cf57-4809-a490-30d3b2d557ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (e79866bc-371e-44a6-a04f-3f1e54b958e6), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:50.984381 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-50c88922-cf57-4809-a490-30d3b2d557ea admin admin] Calling delete_port for e79866bc-371e-44a6-a04f-3f1e54b958e6 owned by network:router_gateway {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:47:51.051997 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-8b5b6f21-a860-494a-b64b-cf63cae69a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:47:49Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:51.077782 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5b6f21-a860-494a-b64b-cf63cae69a9b None None] The sync data for ids ['2b5da834-132c-4caf-b4b3-1006d671b269'] in dv-cinder-856002-1-iscsi is: [{'id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'name': 'tempest-AttachVolumeNegativeTest-2141012178-router', 'tenant_id': '3d04ba57221f42d684873d624dbfd283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:19Z', 'updated_at': '2022-09-06T04:47:49Z', 'revision_number': 5, 'project_id': '3d04ba57221f42d684873d624dbfd283', 'gw_port': {'id': 'e79866bc-371e-44a6-a04f-3f1e54b958e6', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b5da834-132c-4caf-b4b3-1006d671b269', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:47:51.206402 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-50c88922-cf57-4809-a490-30d3b2d557ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (e79866bc-371e-44a6-a04f-3f1e54b958e6), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:51.234655 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c88922-cf57-4809-a490-30d3b2d557ea admin admin] Pushing event deleted for resources: {'Port': ['ID=e79866bc-371e-44a6-a04f-3f1e54b958e6,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:51.298046 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-50c88922-cf57-4809-a490-30d3b2d557ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730729'] for router_gateway (2b5da834-132c-4caf-b4b3-1006d671b269), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:51.385412 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-50c88922-cf57-4809-a490-30d3b2d557ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12195'] for router (2b5da834-132c-4caf-b4b3-1006d671b269), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:51.387530 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-50c88922-cf57-4809-a490-30d3b2d557ea admin admin] Publish callbacks [] for router_controller (2b5da834-132c-4caf-b4b3-1006d671b269), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:51.492330 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-50c88922-cf57-4809-a490-30d3b2d557ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738514'] for router (2b5da834-132c-4caf-b4b3-1006d671b269), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:51.492926 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c88922-cf57-4809-a490-30d3b2d557ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b5da834-132c-4caf-b4b3-1006d671b269 {{(pid=106939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 04:47:51.497803 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-50c88922-cf57-4809-a490-30d3b2d557ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:51.499046 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-50c88922-cf57-4809-a490-30d3b2d557ea admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/2b5da834-132c-4caf-b4b3-1006d671b269 HTTP/1.1" status: 204 len: 168 time: 1.1784647 Sep 06 04:47:51.501598 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44736) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:51.552030 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_v2 [None req-75edc0b3-0769-46ad-9101-071160bc8099 admin admin] Deleting subnet b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f {{(pid=106939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 06 04:47:51.555308 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-75edc0b3-0769-46ad-9101-071160bc8099 admin admin] Publish callbacks [] for subnet (b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:51.590908 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-75edc0b3-0769-46ad-9101-071160bc8099 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11570509'] for subnet (b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:51.666450 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-75edc0b3-0769-46ad-9101-071160bc8099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479495'] for subnet (b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:51.802582 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-75edc0b3-0769-46ad-9101-071160bc8099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12279841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12317327'] for subnet (b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:51.828047 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edc0b3-0769-46ad-9101-071160bc8099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:51.833591 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-75edc0b3-0769-46ad-9101-071160bc8099 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:51.837885 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-75edc0b3-0769-46ad-9101-071160bc8099 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/b60ddd3e-54d7-414c-9b4a-f1bce1f9da6f HTTP/1.1" status: 204 len: 168 time: 0.3341327 Sep 06 04:47:51.838948 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb4957b-9d7d-44f7-9f1a-f9372cc56248 None None] Network 4c394cea-216c-4a1f-9277-2bb67bf6a21b requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:47:51.839465 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44738) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:51.842409 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:51.882026 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:51.909164 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3576701'] for network (4c394cea-216c-4a1f-9277-2bb67bf6a21b), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:51.952327 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] Deleting port ce1abe11-1b8a-479e-8194-85d0c915af5a {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:47:51.952669 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (ce1abe11-1b8a-479e-8194-85d0c915af5a), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:52.023387 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] For port ce1abe11-1b8a-479e-8194-85d0c915af5a, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=ce1abe11-1b8a-479e-8194-85d0c915af5a,segment=NetworkSegment(82fa8243-55c7-48fd-8a51-7b0a0e8ae216),segment_id=82fa8243-55c7-48fd-8a51-7b0a0e8ae216)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:47:52.023714 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (ce1abe11-1b8a-479e-8194-85d0c915af5a), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:52.026017 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:52.038005 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] Calling delete_port for ce1abe11-1b8a-479e-8194-85d0c915af5a owned by network:dhcp {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:47:52.123900 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b06b86-cccf-4a91-bb1a-9b633f18622a None None] DHCP port deletion for 4c394cea-216c-4a1f-9277-2bb67bf6a21b request from dv-cinder-856002-1-iscsi {{(pid=106940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 06 04:47:52.134281 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 5fa637cd-9f27-44c6-a435-484a5506dbc3 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:47:52.174240 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (ce1abe11-1b8a-479e-8194-85d0c915af5a), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:52.175615 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 5fa637cd-9f27-44c6-a435-484a5506dbc3 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:47:52.175980 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 5fa637cd-9f27-44c6-a435-484a5506dbc3 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:47:52.185551 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-f7b06b86-cccf-4a91-bb1a-9b633f18622a None None] Deleting port ce1abe11-1b8a-479e-8194-85d0c915af5a {{(pid=106940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:47:52.185926 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-f7b06b86-cccf-4a91-bb1a-9b633f18622a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (ce1abe11-1b8a-479e-8194-85d0c915af5a), before_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:52.202429 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1abe11-1b8a-479e-8194-85d0c915af5a,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:52.208805 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] No DVR routers for this DVR port ce1abe11-1b8a-479e-8194-85d0c915af5a on host dv-cinder-856002-1-iscsi {{(pid=106939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:47:52.254099 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-f7b06b86-cccf-4a91-bb1a-9b633f18622a None None] For port ce1abe11-1b8a-479e-8194-85d0c915af5a, host dv-cinder-856002-1-iscsi, got binding levels [] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:47:52.254488 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-f7b06b86-cccf-4a91-bb1a-9b633f18622a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (ce1abe11-1b8a-479e-8194-85d0c915af5a), precommit_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:52.267570 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-f7b06b86-cccf-4a91-bb1a-9b633f18622a None None] Calling delete_port for ce1abe11-1b8a-479e-8194-85d0c915af5a owned by network:dhcp {{(pid=106940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:47:52.270338 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.ipam_backend_mixin [None req-f7b06b86-cccf-4a91-bb1a-9b633f18622a None None] Port ce1abe11-1b8a-479e-8194-85d0c915af5a was not found and therefore no delete operation was performed {{(pid=106940) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 06 04:47:52.271561 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-f7b06b86-cccf-4a91-bb1a-9b633f18622a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533'] for port (ce1abe11-1b8a-479e-8194-85d0c915af5a), after_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:52.274566 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:52.279053 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433122', 'neutron.services.segments.db._delete_segments_for_network-8761093479572'] for network (4c394cea-216c-4a1f-9277-2bb67bf6a21b), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:52.294696 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b06b86-cccf-4a91-bb1a-9b633f18622a None None] Pushing event deleted for resources: {'Port': ['ID=ce1abe11-1b8a-479e-8194-85d0c915af5a,revision_number=None']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:52.305873 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c394cea-216c-4a1f-9277-2bb67bf6a21b']}} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:52.308015 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b06b86-cccf-4a91-bb1a-9b633f18622a None None] No DVR routers for this DVR port ce1abe11-1b8a-479e-8194-85d0c915af5a on host dv-cinder-856002-1-iscsi {{(pid=106940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:47:52.322442 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fa8243-55c7-48fd-8a51-7b0a0e8ae216') {'for_net_delete': True} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:52.322742 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fa8243-55c7-48fd-8a51-7b0a0e8ae216') {} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:47:52.335660 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761093570708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11570500'] for segment (82fa8243-55c7-48fd-8a51-7b0a0e8ae216), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:52.346533 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (82fa8243-55c7-48fd-8a51-7b0a0e8ae216), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:52.353250 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=106939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 04:47:52.353673 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12279931'] for segment (82fa8243-55c7-48fd-8a51-7b0a0e8ae216), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:52.400568 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.services.segments.plugin [-] Segment 82fa8243-55c7-48fd-8a51-7b0a0e8ae216 resource provider aggregate not found Sep 06 04:47:52.419895 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.services.segments.plugin [-] Segment 82fa8243-55c7-48fd-8a51-7b0a0e8ae216 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82fa8243-55c7-48fd-8a51-7b0a0e8ae216 found for delete ", "request_id": "req-c95a0ffc-4e95-4fdf-a40d-21e82bee1186"}]} Sep 06 04:47:52.487589 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730808'] for network (4c394cea-216c-4a1f-9277-2bb67bf6a21b), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:52.493141 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:52.496334 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/4c394cea-216c-4a1f-9277-2bb67bf6a21b HTTP/1.1" status: 204 len: 168 time: 0.6560218 Sep 06 04:47:52.508077 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd247d30-8fd6-4e94-b280-1398bfcd09af admin admin] Pushing event deleted for resources: {'Network': ['ID=4c394cea-216c-4a1f-9277-2bb67bf6a21b,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:52.763602 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44746) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:52.804937 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-a41a8396-b805-4e4f-889a-d732d3c7cf14 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=3d04ba57221f42d684873d624dbfd283&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402448 Sep 06 04:47:52.807394 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44748) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:52.855854 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7f5451cc-8f46-4ad6-98a6-5153cedd399f admin admin] Publish callbacks [] for security_group (23546c08-48bf-44cf-b58b-8294c2a8db7f), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:52.875384 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7f5451cc-8f46-4ad6-98a6-5153cedd399f admin admin] Publish callbacks [] for security_group (23546c08-48bf-44cf-b58b-8294c2a8db7f), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:52.994719 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7f5451cc-8f46-4ad6-98a6-5153cedd399f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (23546c08-48bf-44cf-b58b-8294c2a8db7f), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:52.997154 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-7f5451cc-8f46-4ad6-98a6-5153cedd399f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:52.998320 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-7f5451cc-8f46-4ad6-98a6-5153cedd399f admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/23546c08-48bf-44cf-b58b-8294c2a8db7f HTTP/1.1" status: 204 len: 168 time: 0.1900535 Sep 06 04:47:53.006268 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5451cc-8f46-4ad6-98a6-5153cedd399f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23546c08-48bf-44cf-b58b-8294c2a8db7f,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:53.748763 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device ce1abe11-1b8a-479e-8194-85d0c915af5a no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:47:53.768872 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: ce1abe11-1b8a-479e-8194-85d0c915af5a {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:47:53.769224 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device ce1abe11-1b8a-479e-8194-85d0c915af5a not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:47:53.769874 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device e79866bc-371e-44a6-a04f-3f1e54b958e6 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:47:53.789255 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: e79866bc-371e-44a6-a04f-3f1e54b958e6 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:47:53.789627 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device e79866bc-371e-44a6-a04f-3f1e54b958e6 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:47:54.072048 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=61,neutron:DELETE=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:54.165972 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:55.453063 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44798) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:55.563799 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e77c4998-ad5a-4f64-8c60-e3404ce0bfb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:55.636534 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e77c4998-ad5a-4f64-8c60-e3404ce0bfb7 admin admin] Publish callbacks [] for security_group (1657b146-e1d0-4072-a05f-b63ad5853afa), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:55.687787 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e77c4998-ad5a-4f64-8c60-e3404ce0bfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (1657b146-e1d0-4072-a05f-b63ad5853afa), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:55.698343 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:55.730818 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-e77c4998-ad5a-4f64-8c60-e3404ce0bfb7 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=81e530a19a7c459c95377ed0ec6b8565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766457 Sep 06 04:47:55.731526 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c4998-ad5a-4f64-8c60-e3404ce0bfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1657b146-e1d0-4072-a05f-b63ad5853afa,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:55.733650 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 44802) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:55.788857 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb211-4f09-4251-af48-859ac6467908 admin admin] Publish callbacks [] for security_group (1657b146-e1d0-4072-a05f-b63ad5853afa), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:55.808851 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb211-4f09-4251-af48-859ac6467908 admin admin] Publish callbacks [] for security_group (1657b146-e1d0-4072-a05f-b63ad5853afa), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:55.900106 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb211-4f09-4251-af48-859ac6467908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (1657b146-e1d0-4072-a05f-b63ad5853afa), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:55.902724 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb211-4f09-4251-af48-859ac6467908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:55.903863 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-3a0cb211-4f09-4251-af48-859ac6467908 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/1657b146-e1d0-4072-a05f-b63ad5853afa HTTP/1.1" status: 204 len: 168 time: 0.1691396 Sep 06 04:47:55.912142 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cb211-4f09-4251-af48-859ac6467908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1657b146-e1d0-4072-a05f-b63ad5853afa,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:56.455931 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 44808) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:56.471434 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-56c55764-d97f-412e-92dc-2b61d9daa194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:56.552525 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-56c55764-d97f-412e-92dc-2b61d9daa194 admin admin] Publish callbacks [] for security_group (047ec675-f031-4226-a800-43c74a03c9c0), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:56.647439 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-56c55764-d97f-412e-92dc-2b61d9daa194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (047ec675-f031-4226-a800-43c74a03c9c0), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:56.685640 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c55764-d97f-412e-92dc-2b61d9daa194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047ec675-f031-4226-a800-43c74a03c9c0,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:56.689895 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-56c55764-d97f-412e-92dc-2b61d9daa194 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=5bf8e36373d64a0c9766b5297228a40c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329350 Sep 06 04:47:56.692545 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 44810) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:47:56.741158 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d1d32e59-82a5-4cc6-9c83-85d718609995 admin admin] Publish callbacks [] for security_group (047ec675-f031-4226-a800-43c74a03c9c0), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:56.764255 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d1d32e59-82a5-4cc6-9c83-85d718609995 admin admin] Publish callbacks [] for security_group (047ec675-f031-4226-a800-43c74a03c9c0), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:56.909511 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d1d32e59-82a5-4cc6-9c83-85d718609995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (047ec675-f031-4226-a800-43c74a03c9c0), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:56.911958 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d1d32e59-82a5-4cc6-9c83-85d718609995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:47:56.913199 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-d1d32e59-82a5-4cc6-9c83-85d718609995 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/047ec675-f031-4226-a800-43c74a03c9c0 HTTP/1.1" status: 204 len: 168 time: 0.2197475 Sep 06 04:47:56.921300 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d32e59-82a5-4cc6-9c83-85d718609995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047ec675-f031-4226-a800-43c74a03c9c0,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:47:58.455246 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:47:58.456627 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=68 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:00.480462 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:04.556770 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 44894) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:04.659553 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-cee8dafc-d92d-45bd-b4cf-ea3bb522f37a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:04.734244 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-cee8dafc-d92d-45bd-b4cf-ea3bb522f37a admin admin] Publish callbacks [] for security_group (ebe4a440-6ec7-4cd3-bd12-f695e020509a), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:04.807730 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-cee8dafc-d92d-45bd-b4cf-ea3bb522f37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (ebe4a440-6ec7-4cd3-bd12-f695e020509a), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:04.848358 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-cee8dafc-d92d-45bd-b4cf-ea3bb522f37a admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=e9c97926659a44faacd0e1a05bbe09fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904854 Sep 06 04:48:04.849355 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8dafc-d92d-45bd-b4cf-ea3bb522f37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe4a440-6ec7-4cd3-bd12-f695e020509a,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:04.851030 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44898) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:04.904503 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8f48c18a-6411-4e75-ada6-c9e1dfbb3b59 admin admin] Publish callbacks [] for security_group (ebe4a440-6ec7-4cd3-bd12-f695e020509a), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:04.924902 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8f48c18a-6411-4e75-ada6-c9e1dfbb3b59 admin admin] Publish callbacks [] for security_group (ebe4a440-6ec7-4cd3-bd12-f695e020509a), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:05.036051 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8f48c18a-6411-4e75-ada6-c9e1dfbb3b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (ebe4a440-6ec7-4cd3-bd12-f695e020509a), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:05.038642 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8f48c18a-6411-4e75-ada6-c9e1dfbb3b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:05.039794 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-8f48c18a-6411-4e75-ada6-c9e1dfbb3b59 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/ebe4a440-6ec7-4cd3-bd12-f695e020509a HTTP/1.1" status: 204 len: 168 time: 0.1870878 Sep 06 04:48:05.048369 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48c18a-6411-4e75-ada6-c9e1dfbb3b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe4a440-6ec7-4cd3-bd12-f695e020509a,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:05.581487 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44906) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:05.597477 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2637ffba-c405-4d72-a54a-396ac1ba5d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:05.624946 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:05.671815 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2637ffba-c405-4d72-a54a-396ac1ba5d28 admin admin] Publish callbacks [] for security_group (f3d72837-6718-4ca0-942e-0fc5802ca7ba), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:05.710419 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2637ffba-c405-4d72-a54a-396ac1ba5d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (f3d72837-6718-4ca0-942e-0fc5802ca7ba), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:05.748984 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637ffba-c405-4d72-a54a-396ac1ba5d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d72837-6718-4ca0-942e-0fc5802ca7ba,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:05.753516 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-2637ffba-c405-4d72-a54a-396ac1ba5d28 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=a8480b64e1c7449c979db5619619735c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709945 Sep 06 04:48:05.756216 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 44908) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:05.805650 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-36e7417b-920b-40ba-88b7-2d349d1cd302 admin admin] Publish callbacks [] for security_group (f3d72837-6718-4ca0-942e-0fc5802ca7ba), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:05.826423 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-36e7417b-920b-40ba-88b7-2d349d1cd302 admin admin] Publish callbacks [] for security_group (f3d72837-6718-4ca0-942e-0fc5802ca7ba), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:05.931647 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-36e7417b-920b-40ba-88b7-2d349d1cd302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (f3d72837-6718-4ca0-942e-0fc5802ca7ba), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:05.934313 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-36e7417b-920b-40ba-88b7-2d349d1cd302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:05.936119 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-36e7417b-920b-40ba-88b7-2d349d1cd302 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/f3d72837-6718-4ca0-942e-0fc5802ca7ba HTTP/1.1" status: 204 len: 168 time: 0.1789634 Sep 06 04:48:05.944369 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7417b-920b-40ba-88b7-2d349d1cd302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d72837-6718-4ca0-942e-0fc5802ca7ba,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:07.472988 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8690c-2f53-4bdb-9cd8-7e4952bf21f1 req-fe6d2b39-e0fa-4f4b-a242-df47f4a4b8c1 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:07.474563 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-91a8690c-2f53-4bdb-9cd8-7e4952bf21f1 req-fe6d2b39-e0fa-4f4b-a242-df47f4a4b8c1 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 947 time: 0.0508397 Sep 06 04:48:07.527772 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-91a8690c-2f53-4bdb-9cd8-7e4952bf21f1 req-125f8064-cfaa-4bf5-8f91-b288fb610cae tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476327 Sep 06 04:48:08.684233 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6a31e-b4eb-4da4-b40e-d891a11665bc req-49b8daf4-b966-455e-8d03-0b29cb4ddff5 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:08.686545 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4ef6a31e-b4eb-4da4-b40e-d891a11665bc req-49b8daf4-b966-455e-8d03-0b29cb4ddff5 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 947 time: 0.0614550 Sep 06 04:48:08.743290 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4ef6a31e-b4eb-4da4-b40e-d891a11665bc req-9690cac0-87db-4676-82a7-0705b1f209af tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=277074b8-686c-47cf-a305-b9a671e14d7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505056 Sep 06 04:48:09.224987 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc44ab-925b-447e-a6a8-27a7e33a2996 req-94f0644a-c569-4a2c-8573-31d01c85e02e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:09.226545 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-73fc44ab-925b-447e-a6a8-27a7e33a2996 req-94f0644a-c569-4a2c-8573-31d01c85e02e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 947 time: 0.0445442 Sep 06 04:48:09.258524 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:09.261203 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:09.310418 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-73fc44ab-925b-447e-a6a8-27a7e33a2996 req-672c274d-1949-421d-a784-e3adc92aa05f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Deleting port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:09.310936 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-73fc44ab-925b-447e-a6a8-27a7e33a2996 req-672c274d-1949-421d-a784-e3adc92aa05f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:09.337635 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=16 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:09.339479 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=10 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:09.406082 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-73fc44ab-925b-447e-a6a8-27a7e33a2996 req-672c274d-1949-421d-a784-e3adc92aa05f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] For port 3e4ec09b-2a4b-41e0-871c-50fd282365c6, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=3e4ec09b-2a4b-41e0-871c-50fd282365c6,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:09.406477 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-73fc44ab-925b-447e-a6a8-27a7e33a2996 req-672c274d-1949-421d-a784-e3adc92aa05f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:09.568941 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-73fc44ab-925b-447e-a6a8-27a7e33a2996 req-672c274d-1949-421d-a784-e3adc92aa05f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:09.569326 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-73fc44ab-925b-447e-a6a8-27a7e33a2996 req-672c274d-1949-421d-a784-e3adc92aa05f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (cd4a2bde-1e71-4fc0-b087-e086b709100c), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:09.569656 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.l3_db [req-73fc44ab-925b-447e-a6a8-27a7e33a2996 req-672c274d-1949-421d-a784-e3adc92aa05f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Floating IP cd4a2bde-1e71-4fc0-b087-e086b709100c disassociated. External IP: 172.27.1.231, port: 3e4ec09b-2a4b-41e0-871c-50fd282365c6. Sep 06 04:48:09.569994 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-73fc44ab-925b-447e-a6a8-27a7e33a2996 req-672c274d-1949-421d-a784-e3adc92aa05f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Calling delete_port for 3e4ec09b-2a4b-41e0-871c-50fd282365c6 owned by compute:nova {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:09.772325 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-73fc44ab-925b-447e-a6a8-27a7e33a2996 req-672c274d-1949-421d-a784-e3adc92aa05f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (3e4ec09b-2a4b-41e0-871c-50fd282365c6), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:09.807782 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c274d-1949-421d-a784-e3adc92aa05f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Pushing event deleted for resources: {'Port': ['ID=3e4ec09b-2a4b-41e0-871c-50fd282365c6,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:09.886819 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-4a96d7f4-c32b-4d8c-8490-30855e0993ad req-57988fa0-1753-411d-b71d-d417a1931425 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 210 time: 0.0329595 Sep 06 04:48:09.927768 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:09.948221 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73fc44ab-925b-447e-a6a8-27a7e33a2996 req-672c274d-1949-421d-a784-e3adc92aa05f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Router 1629557e-6aa4-44ea-836a-d956945aa98d has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:48:10.055658 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73fc44ab-925b-447e-a6a8-27a7e33a2996 req-672c274d-1949-421d-a784-e3adc92aa05f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:48:10.065050 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692e2c63-4c31-4a11-a0e9-d72ca3025195 None None] Sync routers for ids ['1629557e-6aa4-44ea-836a-d956945aa98d'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:48:10.075130 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e2c63-4c31-4a11-a0e9-d72ca3025195 None None] Routers {'1629557e-6aa4-44ea-836a-d956945aa98d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:48:10.075697 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-692e2c63-4c31-4a11-a0e9-d72ca3025195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:47:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['1629557e-6aa4-44ea-836a-d956945aa98d'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:10.102267 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fc44ab-925b-447e-a6a8-27a7e33a2996 req-672c274d-1949-421d-a784-e3adc92aa05f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] No DVR routers for this DVR port 3e4ec09b-2a4b-41e0-871c-50fd282365c6 on host hv-cinder-85600 {{(pid=106938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:48:10.102267 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-73fc44ab-925b-447e-a6a8-27a7e33a2996 req-672c274d-1949-421d-a784-e3adc92aa05f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:10.105068 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-73fc44ab-925b-447e-a6a8-27a7e33a2996 req-672c274d-1949-421d-a784-e3adc92aa05f tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.46 "DELETE /networking/v2.0/ports/3e4ec09b-2a4b-41e0-871c-50fd282365c6 HTTP/1.1" status: 204 len: 173 time: 0.8734720 Sep 06 04:48:10.105583 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'name': 'network-vif-deleted', 'tag': '3e4ec09b-2a4b-41e0-871c-50fd282365c6'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:48:10.108699 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a0efa0-fa37-4988-8f4d-9245ec111097" -d '{"events": [{"server_uuid": "821737e4-9236-4f80-b1ac-8c4d16c02244", "name": "network-vif-deleted", "tag": "3e4ec09b-2a4b-41e0-871c-50fd282365c6"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:48:10.148006 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afb0c4f-5d44-40e1-bf0f-b11b4b43cd53 x-openstack-request-id: req-7afb0c4f-5d44-40e1-bf0f-b11b4b43cd53 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:48:10.149422 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "821737e4-9236-4f80-b1ac-8c4d16c02244", "name": "network-vif-deleted", "tag": "3e4ec09b-2a4b-41e0-871c-50fd282365c6", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:48:10.149422 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7afb0c4f-5d44-40e1-bf0f-b11b4b43cd53 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:48:10.149422 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7afb0c4f-5d44-40e1-bf0f-b11b4b43cd53'] response: {'server_uuid': '821737e4-9236-4f80-b1ac-8c4d16c02244', 'name': 'network-vif-deleted', 'tag': '3e4ec09b-2a4b-41e0-871c-50fd282365c6', 'status': 'completed', 'code': 200} Sep 06 04:48:10.184728 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-692e2c63-4c31-4a11-a0e9-d72ca3025195 None None] Set router 1629557e-6aa4-44ea-836a-d956945aa98d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:48:10.467356 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-692e2c63-4c31-4a11-a0e9-d72ca3025195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:29Z', 'revision_number': 4, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': 'd669fceb-babb-49ad-8fce-47c11c1f6d13', 'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'mac_address': 'fa:16:3e:b4:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:26Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'subnets': [{'id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:10.492840 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692e2c63-4c31-4a11-a0e9-d72ca3025195 None None] Checking router: 1629557e-6aa4-44ea-836a-d956945aa98d for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:48:10.502274 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e2c63-4c31-4a11-a0e9-d72ca3025195 None None] Routers {'1629557e-6aa4-44ea-836a-d956945aa98d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:48:10.502892 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-692e2c63-4c31-4a11-a0e9-d72ca3025195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:47:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['1629557e-6aa4-44ea-836a-d956945aa98d'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:10.615345 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-692e2c63-4c31-4a11-a0e9-d72ca3025195 None None] Set router 1629557e-6aa4-44ea-836a-d956945aa98d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:48:10.803979 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-692e2c63-4c31-4a11-a0e9-d72ca3025195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:29Z', 'revision_number': 4, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': 'd669fceb-babb-49ad-8fce-47c11c1f6d13', 'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'mac_address': 'fa:16:3e:b4:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:26Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'subnets': [{'id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:10.835283 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692e2c63-4c31-4a11-a0e9-d72ca3025195 None None] The sync data for ids ['1629557e-6aa4-44ea-836a-d956945aa98d'] in dv-cinder-856002-1-iscsi is: [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:35:29Z', 'revision_number': 4, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': 'd669fceb-babb-49ad-8fce-47c11c1f6d13', 'name': '', 'network_id': '6861b199-7de9-4155-8c49-44122ab810f3', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'mac_address': 'fa:16:3e:b4:9d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:26Z', 'updated_at': '2022-09-06T04:35:40Z', 'revision_number': 5, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'subnets': [{'id': '9b8031fd-df8e-40aa-8f52-58d945edc54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:48:11.019034 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-cf8fda4a-552d-4f42-b0ca-388067c52722 req-bd175dd5-b4bf-4f0b-b554-05a6afacaaa2 tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=821737e4-9236-4f80-b1ac-8c4d16c02244 HTTP/1.1" status: 200 len: 210 time: 0.0335550 Sep 06 04:48:11.059439 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afeefbe-47db-4911-906f-de2311ace5a7 None None] New status for floating IP cd4a2bde-1e71-4fc0-b087-e086b709100c: DOWN {{(pid=106940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:48:11.583336 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45000) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:11.674359 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 3e4ec09b-2a4b-41e0-871c-50fd282365c6 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:48:11.692279 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ad21b04b-32bb-4b11-86b8-2502f49ce1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:11.697221 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: 3e4ec09b-2a4b-41e0-871c-50fd282365c6 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:48:11.697582 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 3e4ec09b-2a4b-41e0-871c-50fd282365c6 not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:48:11.711859 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:11.769594 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ad21b04b-32bb-4b11-86b8-2502f49ce1e8 admin admin] Publish callbacks [] for security_group (494932f4-4f56-447b-94c6-471311235444), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:11.830455 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ad21b04b-32bb-4b11-86b8-2502f49ce1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (494932f4-4f56-447b-94c6-471311235444), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:11.872043 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21b04b-32bb-4b11-86b8-2502f49ce1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494932f4-4f56-447b-94c6-471311235444,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:11.876181 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-ad21b04b-32bb-4b11-86b8-2502f49ce1e8 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=299a9dd81a0b4215a7392ac1c5b46ce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918246 Sep 06 04:48:11.878846 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45004) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:11.928977 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9397ec00-52e4-4269-8fb9-558dd1090abb admin admin] Publish callbacks [] for security_group (494932f4-4f56-447b-94c6-471311235444), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:11.948934 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9397ec00-52e4-4269-8fb9-558dd1090abb admin admin] Publish callbacks [] for security_group (494932f4-4f56-447b-94c6-471311235444), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:12.059172 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9397ec00-52e4-4269-8fb9-558dd1090abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (494932f4-4f56-447b-94c6-471311235444), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:12.062312 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9397ec00-52e4-4269-8fb9-558dd1090abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:12.063471 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-9397ec00-52e4-4269-8fb9-558dd1090abb admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/494932f4-4f56-447b-94c6-471311235444 HTTP/1.1" status: 204 len: 168 time: 0.1837323 Sep 06 04:48:12.071423 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397ec00-52e4-4269-8fb9-558dd1090abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494932f4-4f56-447b-94c6-471311235444,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:12.168533 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45012) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:12.185863 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5806-38aa-43fd-b639-a518163fa215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:12.223630 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-dc968932-cdfd-495c-8f7e-eac000ac8fdf tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group (277074b8-686c-47cf-a305-b9a671e14d7e), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:12.245148 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-dc968932-cdfd-495c-8f7e-eac000ac8fdf tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group (277074b8-686c-47cf-a305-b9a671e14d7e), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:12.356338 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-dc968932-cdfd-495c-8f7e-eac000ac8fdf tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (277074b8-686c-47cf-a305-b9a671e14d7e), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:12.359757 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-dc968932-cdfd-495c-8f7e-eac000ac8fdf tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:12.363429 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-dc968932-cdfd-495c-8f7e-eac000ac8fdf tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/277074b8-686c-47cf-a305-b9a671e14d7e HTTP/1.1" status: 204 len: 168 time: 0.1912620 Sep 06 04:48:12.363828 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45016) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:12.371783 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc968932-cdfd-495c-8f7e-eac000ac8fdf tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=277074b8-686c-47cf-a305-b9a671e14d7e,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:12.383164 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.api.v2.resource [None req-9c5b6af6-ad8b-46cb-98c8-5587d1c552ce tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] show failed (client error): The resource could not be found. Sep 06 04:48:12.383164 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-9c5b6af6-ad8b-46cb-98c8-5587d1c552ce tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "GET /networking/v2.0/security-groups/277074b8-686c-47cf-a305-b9a671e14d7e HTTP/1.1" status: 404 len: 347 time: 0.0144835 Sep 06 04:48:12.385151 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45018) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:12.499706 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-7cca9fd3-1f84-43d2-acca-7b2145e1bf4d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Deleting port ae4afd0e-36c3-4d95-965d-5bd5dd6ecebe {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:12.499959 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7cca9fd3-1f84-43d2-acca-7b2145e1bf4d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (ae4afd0e-36c3-4d95-965d-5bd5dd6ecebe), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:12.570448 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:12.584354 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7cca9fd3-1f84-43d2-acca-7b2145e1bf4d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (ae4afd0e-36c3-4d95-965d-5bd5dd6ecebe), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:12.584680 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7cca9fd3-1f84-43d2-acca-7b2145e1bf4d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for floatingip (ae4afd0e-36c3-4d95-965d-5bd5dd6ecebe), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:12.597845 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-7cca9fd3-1f84-43d2-acca-7b2145e1bf4d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Calling delete_port for ae4afd0e-36c3-4d95-965d-5bd5dd6ecebe owned by network:floatingip {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:12.628819 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45020) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:12.643208 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-68a033c2-e5ec-4cda-a3a6-f240be48b86a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:12.677450 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:12.720031 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-68a033c2-e5ec-4cda-a3a6-f240be48b86a admin admin] Publish callbacks [] for security_group (97cf74c2-ab8e-4e62-9771-9ddc4deefb57), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:12.811723 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-68a033c2-e5ec-4cda-a3a6-f240be48b86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (97cf74c2-ab8e-4e62-9771-9ddc4deefb57), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:12.811947 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7cca9fd3-1f84-43d2-acca-7b2145e1bf4d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (ae4afd0e-36c3-4d95-965d-5bd5dd6ecebe), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:12.835115 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca9fd3-1f84-43d2-acca-7b2145e1bf4d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Pushing event deleted for resources: {'Port': ['ID=ae4afd0e-36c3-4d95-965d-5bd5dd6ecebe,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:12.853246 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-68a033c2-e5ec-4cda-a3a6-f240be48b86a admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=8029044c500742ab907004dc94b3cb6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233272 Sep 06 04:48:12.855241 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a033c2-e5ec-4cda-a3a6-f240be48b86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cf74c2-ab8e-4e62-9771-9ddc4deefb57,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:12.858479 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45022) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:12.902030 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7cca9fd3-1f84-43d2-acca-7b2145e1bf4d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks [] for floatingip (cd4a2bde-1e71-4fc0-b087-e086b709100c), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:12.905146 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7cca9fd3-1f84-43d2-acca-7b2145e1bf4d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:12.906564 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-7cca9fd3-1f84-43d2-acca-7b2145e1bf4d tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/cd4a2bde-1e71-4fc0-b087-e086b709100c HTTP/1.1" status: 204 len: 168 time: 0.5200260 Sep 06 04:48:12.915357 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-648de177-08aa-492f-8264-aaa512292251 admin admin] Publish callbacks [] for security_group (97cf74c2-ab8e-4e62-9771-9ddc4deefb57), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:12.941216 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-648de177-08aa-492f-8264-aaa512292251 admin admin] Publish callbacks [] for security_group (97cf74c2-ab8e-4e62-9771-9ddc4deefb57), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:13.087411 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-648de177-08aa-492f-8264-aaa512292251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (97cf74c2-ab8e-4e62-9771-9ddc4deefb57), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:13.089870 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-648de177-08aa-492f-8264-aaa512292251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:13.091559 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-648de177-08aa-492f-8264-aaa512292251 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/97cf74c2-ab8e-4e62-9771-9ddc4deefb57 HTTP/1.1" status: 204 len: 168 time: 0.2315872 Sep 06 04:48:13.099476 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648de177-08aa-492f-8264-aaa512292251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cf74c2-ab8e-4e62-9771-9ddc4deefb57,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:13.412698 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:48:14.447765 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-ec67257f-ca42-412f-a5b8-78b75fc90421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:15.595495 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45094) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:15.643514 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45100) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:15.715353 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-eacd8a8b-0e7a-4e3a-b473-afc3ff04cba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:15.843810 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:15.877483 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-eacd8a8b-0e7a-4e3a-b473-afc3ff04cba5 admin admin] Publish callbacks [] for security_group (6898381b-4756-4c8a-ac32-118e091ae00a), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:15.920293 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:15.953156 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-eacd8a8b-0e7a-4e3a-b473-afc3ff04cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (6898381b-4756-4c8a-ac32-118e091ae00a), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:16.005892 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-eacd8a8b-0e7a-4e3a-b473-afc3ff04cba5 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=f23a304a325748acba37d773f3b1fb35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4092412 Sep 06 04:48:16.006966 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd8a8b-0e7a-4e3a-b473-afc3ff04cba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6898381b-4756-4c8a-ac32-118e091ae00a,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:16.008659 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45104) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:16.060470 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a1330ff8-0d3b-41a2-ab38-7f3c19ae0bfe admin admin] Publish callbacks [] for security_group (6898381b-4756-4c8a-ac32-118e091ae00a), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:16.084305 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a1330ff8-0d3b-41a2-ab38-7f3c19ae0bfe admin admin] Publish callbacks [] for security_group (6898381b-4756-4c8a-ac32-118e091ae00a), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:16.115679 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:16.125877 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ca289f70-fdba-4e6e-a480-6163839d4837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738461'] for router_interface (1629557e-6aa4-44ea-836a-d956945aa98d), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:16.156353 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:16.242156 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a1330ff8-0d3b-41a2-ab38-7f3c19ae0bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (6898381b-4756-4c8a-ac32-118e091ae00a), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:16.244654 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a1330ff8-0d3b-41a2-ab38-7f3c19ae0bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:16.245896 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-a1330ff8-0d3b-41a2-ab38-7f3c19ae0bfe admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/6898381b-4756-4c8a-ac32-118e091ae00a HTTP/1.1" status: 204 len: 168 time: 0.2362542 Sep 06 04:48:16.257347 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1330ff8-0d3b-41a2-ab38-7f3c19ae0bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6898381b-4756-4c8a-ac32-118e091ae00a,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:16.349580 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-ca289f70-fdba-4e6e-a480-6163839d4837 admin admin] Deleting port d669fceb-babb-49ad-8fce-47c11c1f6d13 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:16.349911 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ca289f70-fdba-4e6e-a480-6163839d4837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:16.431100 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-ca289f70-fdba-4e6e-a480-6163839d4837 admin admin] For port d669fceb-babb-49ad-8fce-47c11c1f6d13, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=d669fceb-babb-49ad-8fce-47c11c1f6d13,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:16.431464 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ca289f70-fdba-4e6e-a480-6163839d4837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:16.444381 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-ca289f70-fdba-4e6e-a480-6163839d4837 admin admin] Calling delete_port for d669fceb-babb-49ad-8fce-47c11c1f6d13 owned by network:router_interface {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:16.571220 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:16.676123 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ca289f70-fdba-4e6e-a480-6163839d4837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (d669fceb-babb-49ad-8fce-47c11c1f6d13), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:16.706566 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca289f70-fdba-4e6e-a480-6163839d4837 admin admin] Pushing event deleted for resources: {'Port': ['ID=d669fceb-babb-49ad-8fce-47c11c1f6d13,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:16.877479 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ca289f70-fdba-4e6e-a480-6163839d4837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729101'] for router_interface (1629557e-6aa4-44ea-836a-d956945aa98d), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:16.900323 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45110) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:16.912337 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-641cc176-fc84-4ddb-bc6e-a92a9165d2b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:16.989953 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-641cc176-fc84-4ddb-bc6e-a92a9165d2b9 admin admin] Publish callbacks [] for security_group (070a129f-181f-4141-825a-6231f839710d), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:17.047964 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-641cc176-fc84-4ddb-bc6e-a92a9165d2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (070a129f-181f-4141-825a-6231f839710d), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:17.087963 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cc176-fc84-4ddb-bc6e-a92a9165d2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070a129f-181f-4141-825a-6231f839710d,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:17.094905 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-641cc176-fc84-4ddb-bc6e-a92a9165d2b9 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=2a309fd85d26429382ac3c6471a21352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1924918 Sep 06 04:48:17.100007 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45112) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:17.147272 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-385f97dd-d058-4224-b240-b6b4c9b8c0ff admin admin] Publish callbacks [] for security_group (070a129f-181f-4141-825a-6231f839710d), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:17.168396 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-385f97dd-d058-4224-b240-b6b4c9b8c0ff admin admin] Publish callbacks [] for security_group (070a129f-181f-4141-825a-6231f839710d), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:17.257107 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:17.275951 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-385f97dd-d058-4224-b240-b6b4c9b8c0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (070a129f-181f-4141-825a-6231f839710d), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:17.278458 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-385f97dd-d058-4224-b240-b6b4c9b8c0ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:17.279637 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-385f97dd-d058-4224-b240-b6b4c9b8c0ff admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/070a129f-181f-4141-825a-6231f839710d HTTP/1.1" status: 204 len: 168 time: 0.1835485 Sep 06 04:48:17.288913 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f97dd-d058-4224-b240-b6b4c9b8c0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070a129f-181f-4141-825a-6231f839710d,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:17.349702 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca289f70-fdba-4e6e-a480-6163839d4837 admin admin] Router 1629557e-6aa4-44ea-836a-d956945aa98d has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:48:17.360414 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:17.451038 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca289f70-fdba-4e6e-a480-6163839d4837 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:48:17.460654 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-ca289f70-fdba-4e6e-a480-6163839d4837 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/1629557e-6aa4-44ea-836a-d956945aa98d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8139968 Sep 06 04:48:17.460654 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45116) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:17.462487 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d1bfbe-e227-4d90-a1a8-f0394be70256 None None] Sync routers for ids ['1629557e-6aa4-44ea-836a-d956945aa98d'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:48:17.475073 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d1bfbe-e227-4d90-a1a8-f0394be70256 None None] Routers {'1629557e-6aa4-44ea-836a-d956945aa98d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:48:17.475685 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-99d1bfbe-e227-4d90-a1a8-f0394be70256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:48:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['1629557e-6aa4-44ea-836a-d956945aa98d'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:17.572351 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a8be3e72-25a2-4375-9515-b08276e82139 admin admin] Publish callbacks [] for router (1629557e-6aa4-44ea-836a-d956945aa98d), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:17.586385 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-99d1bfbe-e227-4d90-a1a8-f0394be70256 None None] Set router 1629557e-6aa4-44ea-836a-d956945aa98d gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:48:17.607202 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:17.680812 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a8be3e72-25a2-4375-9515-b08276e82139 admin admin] Publish callbacks [] for router_gateway (1629557e-6aa4-44ea-836a-d956945aa98d), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:17.762635 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=100 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:17.768718 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-99d1bfbe-e227-4d90-a1a8-f0394be70256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:48:16Z', 'revision_number': 5, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port': {'id': '4d9f8cb2-704d-49f8-b107-03282d57811d', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:35:21Z', 'updated_at': '2022-09-06T04:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:17.799707 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d1bfbe-e227-4d90-a1a8-f0394be70256 None None] Checking router: 1629557e-6aa4-44ea-836a-d956945aa98d for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:48:17.808770 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-a8be3e72-25a2-4375-9515-b08276e82139 admin admin] Deleting port 4d9f8cb2-704d-49f8-b107-03282d57811d {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:17.809107 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a8be3e72-25a2-4375-9515-b08276e82139 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (4d9f8cb2-704d-49f8-b107-03282d57811d), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:17.813212 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d1bfbe-e227-4d90-a1a8-f0394be70256 None None] Routers {'1629557e-6aa4-44ea-836a-d956945aa98d'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:48:17.813847 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-99d1bfbe-e227-4d90-a1a8-f0394be70256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:48:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['1629557e-6aa4-44ea-836a-d956945aa98d'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:17.816253 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=100 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:17.896474 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:17.898604 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-a8be3e72-25a2-4375-9515-b08276e82139 admin admin] For port 4d9f8cb2-704d-49f8-b107-03282d57811d, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=4d9f8cb2-704d-49f8-b107-03282d57811d,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:17.899072 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a8be3e72-25a2-4375-9515-b08276e82139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (4d9f8cb2-704d-49f8-b107-03282d57811d), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:17.899332 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-99d1bfbe-e227-4d90-a1a8-f0394be70256 None None] Set router 1629557e-6aa4-44ea-836a-d956945aa98d gateway port host: None {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:48:17.913466 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-a8be3e72-25a2-4375-9515-b08276e82139 admin admin] Calling delete_port for 4d9f8cb2-704d-49f8-b107-03282d57811d owned by network:router_gateway {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:17.954970 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-99d1bfbe-e227-4d90-a1a8-f0394be70256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:48:17Z', 'revision_number': 6, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port_host': None}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:17.980453 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d1bfbe-e227-4d90-a1a8-f0394be70256 None None] The sync data for ids ['1629557e-6aa4-44ea-836a-d956945aa98d'] in dv-cinder-856002-1-iscsi is: [{'id': '1629557e-6aa4-44ea-836a-d956945aa98d', 'name': 'tempest-AttachVolumeShelveTestJSON-1941821827-router', 'tenant_id': '2388589a34d346f3b31b231a9dafe34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:35:20Z', 'updated_at': '2022-09-06T04:48:17Z', 'revision_number': 6, 'project_id': '2388589a34d346f3b31b231a9dafe34d', 'gw_port_host': None}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:48:18.143434 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a8be3e72-25a2-4375-9515-b08276e82139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (4d9f8cb2-704d-49f8-b107-03282d57811d), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:18.169247 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be3e72-25a2-4375-9515-b08276e82139 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d9f8cb2-704d-49f8-b107-03282d57811d,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:18.233092 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a8be3e72-25a2-4375-9515-b08276e82139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730729'] for router_gateway (1629557e-6aa4-44ea-836a-d956945aa98d), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:18.323296 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a8be3e72-25a2-4375-9515-b08276e82139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12195'] for router (1629557e-6aa4-44ea-836a-d956945aa98d), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:18.325556 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a8be3e72-25a2-4375-9515-b08276e82139 admin admin] Publish callbacks [] for router_controller (1629557e-6aa4-44ea-836a-d956945aa98d), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:18.447950 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a8be3e72-25a2-4375-9515-b08276e82139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738514'] for router (1629557e-6aa4-44ea-836a-d956945aa98d), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:18.448578 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8be3e72-25a2-4375-9515-b08276e82139 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1629557e-6aa4-44ea-836a-d956945aa98d {{(pid=106939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 04:48:18.453854 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a8be3e72-25a2-4375-9515-b08276e82139 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:18.454962 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-a8be3e72-25a2-4375-9515-b08276e82139 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/1629557e-6aa4-44ea-836a-d956945aa98d HTTP/1.1" status: 204 len: 168 time: 0.9939120 Sep 06 04:48:18.462343 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45142) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:18.508800 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e34f7df-780b-4183-803c-cc544c7c8c72 admin admin] Deleting subnet 9b8031fd-df8e-40aa-8f52-58d945edc54a {{(pid=106939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 06 04:48:18.511887 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e34f7df-780b-4183-803c-cc544c7c8c72 admin admin] Publish callbacks [] for subnet (9b8031fd-df8e-40aa-8f52-58d945edc54a), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:18.548393 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e34f7df-780b-4183-803c-cc544c7c8c72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11570509'] for subnet (9b8031fd-df8e-40aa-8f52-58d945edc54a), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:18.627065 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e34f7df-780b-4183-803c-cc544c7c8c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479495'] for subnet (9b8031fd-df8e-40aa-8f52-58d945edc54a), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:18.648725 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:18.789253 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e34f7df-780b-4183-803c-cc544c7c8c72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12279841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12317327'] for subnet (9b8031fd-df8e-40aa-8f52-58d945edc54a), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:18.816586 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34f7df-780b-4183-803c-cc544c7c8c72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b8031fd-df8e-40aa-8f52-58d945edc54a,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:18.819855 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8e34f7df-780b-4183-803c-cc544c7c8c72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:18.822975 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-8e34f7df-780b-4183-803c-cc544c7c8c72 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/9b8031fd-df8e-40aa-8f52-58d945edc54a HTTP/1.1" status: 204 len: 168 time: 0.3596842 Sep 06 04:48:18.825677 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45144) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:18.826434 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177d8d4b-48e3-4d84-9c21-68582a169a21 None None] Network 6861b199-7de9-4155-8c49-44122ab810f3 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:48:18.901626 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3576701'] for network (6861b199-7de9-4155-8c49-44122ab810f3), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:18.943758 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] Deleting port dfe84270-a0e6-45f0-a022-0826a6f9cad3 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:18.944094 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (dfe84270-a0e6-45f0-a022-0826a6f9cad3), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:18.969812 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45148) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:18.999651 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dac7ad3-9527-4052-869c-df5c2ef43260 None None] DHCP port deletion for 6861b199-7de9-4155-8c49-44122ab810f3 request from dv-cinder-856002-1-iscsi {{(pid=106940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 06 04:48:19.020605 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] For port dfe84270-a0e6-45f0-a022-0826a6f9cad3, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=dfe84270-a0e6-45f0-a022-0826a6f9cad3,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:19.020966 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (dfe84270-a0e6-45f0-a022-0826a6f9cad3), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:19.029374 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:19.036101 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] Calling delete_port for dfe84270-a0e6-45f0-a022-0826a6f9cad3 owned by network:dhcp {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:19.044346 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2dac7ad3-9527-4052-869c-df5c2ef43260 None None] Deleting port dfe84270-a0e6-45f0-a022-0826a6f9cad3 {{(pid=106940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:19.045977 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2dac7ad3-9527-4052-869c-df5c2ef43260 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (dfe84270-a0e6-45f0-a022-0826a6f9cad3), before_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:19.124625 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-82c0587c-98cc-4010-a323-588779fc7a21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:19.132123 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2dac7ad3-9527-4052-869c-df5c2ef43260 None None] For port dfe84270-a0e6-45f0-a022-0826a6f9cad3, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=dfe84270-a0e6-45f0-a022-0826a6f9cad3,segment=NetworkSegment(58742046-b01d-4359-9018-ab0b80f0c622),segment_id=58742046-b01d-4359-9018-ab0b80f0c622)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:19.132123 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2dac7ad3-9527-4052-869c-df5c2ef43260 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (dfe84270-a0e6-45f0-a022-0826a6f9cad3), precommit_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:19.142296 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2dac7ad3-9527-4052-869c-df5c2ef43260 None None] Calling delete_port for dfe84270-a0e6-45f0-a022-0826a6f9cad3 owned by network:dhcp {{(pid=106940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:19.179367 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (dfe84270-a0e6-45f0-a022-0826a6f9cad3), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:19.208086 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe84270-a0e6-45f0-a022-0826a6f9cad3,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:19.209958 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] No DVR routers for this DVR port dfe84270-a0e6-45f0-a022-0826a6f9cad3 on host dv-cinder-856002-1-iscsi {{(pid=106938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:48:19.216329 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-82c0587c-98cc-4010-a323-588779fc7a21 admin admin] Publish callbacks [] for security_group (edc8fa09-b059-4d5f-8843-cf0601e1f0ec), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:19.231426 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2dac7ad3-9527-4052-869c-df5c2ef43260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533'] for port (dfe84270-a0e6-45f0-a022-0826a6f9cad3), after_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:19.255805 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac7ad3-9527-4052-869c-df5c2ef43260 None None] Pushing event deleted for resources: {'Port': ['ID=dfe84270-a0e6-45f0-a022-0826a6f9cad3,revision_number=None']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:19.259419 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dac7ad3-9527-4052-869c-df5c2ef43260 None None] No DVR routers for this DVR port dfe84270-a0e6-45f0-a022-0826a6f9cad3 on host dv-cinder-856002-1-iscsi {{(pid=106940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:48:19.281362 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:19.287170 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433122', 'neutron.services.segments.db._delete_segments_for_network-8761093479572'] for network (6861b199-7de9-4155-8c49-44122ab810f3), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:19.299330 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-82c0587c-98cc-4010-a323-588779fc7a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (edc8fa09-b059-4d5f-8843-cf0601e1f0ec), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:19.306512 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6861b199-7de9-4155-8c49-44122ab810f3']}} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:19.315791 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58742046-b01d-4359-9018-ab0b80f0c622') {'for_net_delete': True} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:19.316092 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58742046-b01d-4359-9018-ab0b80f0c622') {} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:19.326399 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761093570708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12110465'] for segment (58742046-b01d-4359-9018-ab0b80f0c622), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:19.339943 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-82c0587c-98cc-4010-a323-588779fc7a21 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=ff780898725f4e5fae5098f2eb31ccb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688910 Sep 06 04:48:19.341085 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (58742046-b01d-4359-9018-ab0b80f0c622), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:19.341235 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0587c-98cc-4010-a323-588779fc7a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc8fa09-b059-4d5f-8843-cf0601e1f0ec,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:19.344211 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45152) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:19.350104 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=106938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 04:48:19.350611 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11755815'] for segment (58742046-b01d-4359-9018-ab0b80f0c622), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:19.398227 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-51347eae-583f-49f7-9238-a37cd6b8a57b admin admin] Publish callbacks [] for security_group (edc8fa09-b059-4d5f-8843-cf0601e1f0ec), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:19.421220 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-51347eae-583f-49f7-9238-a37cd6b8a57b admin admin] Publish callbacks [] for security_group (edc8fa09-b059-4d5f-8843-cf0601e1f0ec), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:19.422932 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:19.527870 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-51347eae-583f-49f7-9238-a37cd6b8a57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (edc8fa09-b059-4d5f-8843-cf0601e1f0ec), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:19.531351 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-51347eae-583f-49f7-9238-a37cd6b8a57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:19.538934 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-51347eae-583f-49f7-9238-a37cd6b8a57b admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/edc8fa09-b059-4d5f-8843-cf0601e1f0ec HTTP/1.1" status: 204 len: 168 time: 0.1874206 Sep 06 04:48:19.541449 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51347eae-583f-49f7-9238-a37cd6b8a57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc8fa09-b059-4d5f-8843-cf0601e1f0ec,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:19.648752 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.services.segments.plugin [-] Segment 58742046-b01d-4359-9018-ab0b80f0c622 resource provider aggregate not found Sep 06 04:48:19.665866 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.services.segments.plugin [-] Segment 58742046-b01d-4359-9018-ab0b80f0c622 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58742046-b01d-4359-9018-ab0b80f0c622 found for delete ", "request_id": "req-3f06e492-2198-4ae7-b015-2cec1c38dba6"}]} Sep 06 04:48:19.720163 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730808'] for network (6861b199-7de9-4155-8c49-44122ab810f3), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:19.725004 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:19.728283 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/6861b199-7de9-4155-8c49-44122ab810f3 HTTP/1.1" status: 204 len: 168 time: 0.9015696 Sep 06 04:48:19.745338 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151843e-ffb5-4063-91ff-7a2cca8df7c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6861b199-7de9-4155-8c49-44122ab810f3,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:19.772224 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 4d9f8cb2-704d-49f8-b107-03282d57811d no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:48:19.793468 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 4d9f8cb2-704d-49f8-b107-03282d57811d {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:48:19.793814 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 4d9f8cb2-704d-49f8-b107-03282d57811d not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:48:19.794229 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device dfe84270-a0e6-45f0-a022-0826a6f9cad3 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:48:19.821083 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: dfe84270-a0e6-45f0-a022-0826a6f9cad3 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:48:19.821083 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device dfe84270-a0e6-45f0-a022-0826a6f9cad3 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:48:19.821083 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device d669fceb-babb-49ad-8fce-47c11c1f6d13 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:48:19.839115 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: d669fceb-babb-49ad-8fce-47c11c1f6d13 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:48:19.839739 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device d669fceb-babb-49ad-8fce-47c11c1f6d13 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:48:20.085011 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45172) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:20.125921 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-4053eb50-e0fb-4d59-80dc-2f32250f8325 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=2388589a34d346f3b31b231a9dafe34d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397160 Sep 06 04:48:20.128431 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45174) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:20.177101 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ddf51306-37da-40ba-b86f-53e585cdfd95 admin admin] Publish callbacks [] for security_group (1d9497a5-3a46-4c58-9d31-8b42e6aa31da), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:20.197205 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ddf51306-37da-40ba-b86f-53e585cdfd95 admin admin] Publish callbacks [] for security_group (1d9497a5-3a46-4c58-9d31-8b42e6aa31da), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:20.298876 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ddf51306-37da-40ba-b86f-53e585cdfd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (1d9497a5-3a46-4c58-9d31-8b42e6aa31da), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:20.302172 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-ddf51306-37da-40ba-b86f-53e585cdfd95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:20.304339 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-ddf51306-37da-40ba-b86f-53e585cdfd95 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/1d9497a5-3a46-4c58-9d31-8b42e6aa31da HTTP/1.1" status: 204 len: 168 time: 0.1739695 Sep 06 04:48:20.312505 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf51306-37da-40ba-b86f-53e585cdfd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9497a5-3a46-4c58-9d31-8b42e6aa31da,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:21.393452 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45218) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:21.494892 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-7dd61873-41fc-486b-a3a3-c221a209eab5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2054414769-network', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:48:21.571368 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd61873-41fc-486b-a3a3-c221a209eab5 admin admin] Made reservation on behalf of f91efa94deff4ceb80b0a1aa88087421 for: {'network': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:48:21.573749 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7dd61873-41fc-486b-a3a3-c221a209eab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:21.583877 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7dd61873-41fc-486b-a3a3-c221a209eab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:21.658736 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7dd61873-41fc-486b-a3a3-c221a209eab5 admin admin] Publish callbacks [] for security_group (6ace0e15-dd1f-49ef-a88e-98778c4b0758), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:21.721537 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7dd61873-41fc-486b-a3a3-c221a209eab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (6ace0e15-dd1f-49ef-a88e-98778c4b0758), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:21.747074 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd61873-41fc-486b-a3a3-c221a209eab5 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=106938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:48:21.757230 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd61873-41fc-486b-a3a3-c221a209eab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ace0e15-dd1f-49ef-a88e-98778c4b0758,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:21.762066 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7dd61873-41fc-486b-a3a3-c221a209eab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (00ff42bd-4eb5-4e65-a9fb-cb9947deb650), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:21.762416 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.segments_db [None req-7dd61873-41fc-486b-a3a3-c221a209eab5 admin admin] Added segment 00ff42bd-4eb5-4e65-a9fb-cb9947deb650 of type vlan for network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d Sep 06 04:48:21.804853 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7dd61873-41fc-486b-a3a3-c221a209eab5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (3d940072-d3c6-4a12-b0c8-5039fce3aa0d), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:21.824865 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:21.904355 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7dd61873-41fc-486b-a3a3-c221a209eab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (3d940072-d3c6-4a12-b0c8-5039fce3aa0d), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:21.905342 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd61873-41fc-486b-a3a3-c221a209eab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:21.906183 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7dd61873-41fc-486b-a3a3-c221a209eab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:21.971460 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd61873-41fc-486b-a3a3-c221a209eab5 admin admin] Pushing event updated for resources: {'Network': ['ID=3d940072-d3c6-4a12-b0c8-5039fce3aa0d,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:21.981318 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:48:21.984511 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:22.039353 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-7dd61873-41fc-486b-a3a3-c221a209eab5 admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6447525 Sep 06 04:48:22.042669 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45226) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:22.048690 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-fdd778fe-fc92-4a97-bb99-7650d4fcb0bb admin admin] Request body: {'subnet': {'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2054414769-subnet', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:48:22.116271 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd778fe-fc92-4a97-bb99-7650d4fcb0bb admin admin] Made reservation on behalf of f91efa94deff4ceb80b0a1aa88087421 for: {'subnet': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:48:22.118718 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fdd778fe-fc92-4a97-bb99-7650d4fcb0bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12383498'] for subnet (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:22.201322 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:22.383109 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fdd778fe-fc92-4a97-bb99-7650d4fcb0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12383544'] for subnet (3ee4821a-8038-4394-b99d-e9ad4940e298), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:22.430504 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd778fe-fc92-4a97-bb99-7650d4fcb0bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ee4821a-8038-4394-b99d-e9ad4940e298,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:22.449968 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd778fe-fc92-4a97-bb99-7650d4fcb0bb admin admin] Checking segment: {'id': '00ff42bd-4eb5-4e65-a9fb-cb9947deb650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:48:22.450321 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd778fe-fc92-4a97-bb99-7650d4fcb0bb admin admin] Network hostable DHCP agents. Network: 3d940072-d3c6-4a12-b0c8-5039fce3aa0d, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:48:22.510458 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd778fe-fc92-4a97-bb99-7650d4fcb0bb admin admin] Network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:48:22.567669 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-fdd778fe-fc92-4a97-bb99-7650d4fcb0bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, 3d940072-d3c6-4a12-b0c8-5039fce3aa0d) {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:48:22.576085 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd778fe-fc92-4a97-bb99-7650d4fcb0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:22.579791 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fdd778fe-fc92-4a97-bb99-7650d4fcb0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:22.585125 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb11ba4-2f3a-43c6-8cfe-79b8ae2daf2a None None] Network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:48:22.600258 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:22.629617 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-fdd778fe-fc92-4a97-bb99-7650d4fcb0bb admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5857656 Sep 06 04:48:22.632231 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45232) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:22.636705 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:48:22.691036 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4520b16-d183-5460-ac04-4f8b2cdf2ef5-3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'fixed_ips': [{'subnet_id': '3ee4821a-8038-4394-b99d-e9ad4940e298'}]}} from dv-cinder-856002-1-iscsi. {{(pid=106940) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 06 04:48:22.691936 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:22.713773 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-736696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12209'] for router (eb58d69f-33fc-4cd8-9bf2-98a8413e0c08), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:22.715022 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-731126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-744991', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12218'] for router (eb58d69f-33fc-4cd8-9bf2-98a8413e0c08), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:22.770811 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Publish callbacks [] for router_controller (eb58d69f-33fc-4cd8-9bf2-98a8413e0c08), precommit_add_association {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:22.829899 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.db_base_plugin_common [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Allocated IP 172.20.0.2 (3d940072-d3c6-4a12-b0c8-5039fce3aa0d/3ee4821a-8038-4394-b99d-e9ad4940e298/8e2683af-41f3-48de-b5fd-507201ef1b7a) {{(pid=106940) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:48:22.969477 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Publish callbacks [] for port (8e2683af-41f3-48de-b5fd-507201ef1b7a), precommit_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:22.975804 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Publish callbacks [] for router_gateway (eb58d69f-33fc-4cd8-9bf2-98a8413e0c08), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:23.025065 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524'] for port (8e2683af-41f3-48de-b5fd-507201ef1b7a), after_create {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:23.066752 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d is already hosted by enough agents. {{(pid=106940) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:48:23.071889 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.scheduler.base_scheduler [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Resources bound (agent type, host, resource id): {{(pid=106940) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:48:23.073975 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Pushing event updated for resources: {'Port': ['ID=8e2683af-41f3-48de-b5fd-507201ef1b7a,revision_number=1']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:23.076120 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Received port after_create {{(pid=106940) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:48:23.137052 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Attempting to bind port 8e2683af-41f3-48de-b5fd-507201ef1b7a on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:48:23.137496 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Attempting to bind port 8e2683af-41f3-48de-b5fd-507201ef1b7a by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '00ff42bd-4eb5-4e65-a9fb-cb9947deb650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:48:23.137866 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Attempting to bind port 8e2683af-41f3-48de-b5fd-507201ef1b7a on network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:48:23.164381 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:23.181562 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:48:23.181926 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Checking segment: {'id': '00ff42bd-4eb5-4e65-a9fb-cb9947deb650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:48:23.182315 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:23.182993 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Bound using segment: {'id': '00ff42bd-4eb5-4e65-a9fb-cb9947deb650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:48:23.183179 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Bound port: 8e2683af-41f3-48de-b5fd-507201ef1b7a, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ff42bd-4eb5-4e65-a9fb-cb9947deb650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:48:23.183519 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (8e2683af-41f3-48de-b5fd-507201ef1b7a), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:23.244985 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Publish callbacks [] for router_gateway (eb58d69f-33fc-4cd8-9bf2-98a8413e0c08), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:23.250349 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] For port 8e2683af-41f3-48de-b5fd-507201ef1b7a, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:48:23.255346 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] For port 8e2683af-41f3-48de-b5fd-507201ef1b7a, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=8e2683af-41f3-48de-b5fd-507201ef1b7a,segment=NetworkSegment(00ff42bd-4eb5-4e65-a9fb-cb9947deb650),segment_id=00ff42bd-4eb5-4e65-a9fb-cb9947deb650)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:48:23.264987 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:23.333799 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (8e2683af-41f3-48de-b5fd-507201ef1b7a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:23.377325 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Allocated IP 172.27.1.248 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/06cff688-54e5-493e-8805-d7c5aef82751) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:48:23.396662 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b26465-8121-43ec-bbb4-2403455a78a2 None None] Pushing event updated for resources: {'Port': ['ID=8e2683af-41f3-48de-b5fd-507201ef1b7a,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:23.477137 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:23.495520 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Publish callbacks [] for port (06cff688-54e5-493e-8805-d7c5aef82751), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:23.595275 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (06cff688-54e5-493e-8805-d7c5aef82751), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:23.639844 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:48:23.643443 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:48:23.647304 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:48:23.650601 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Pushing event updated for resources: {'Port': ['ID=06cff688-54e5-493e-8805-d7c5aef82751,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:23.797641 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 8e2683af-41f3-48de-b5fd-507201ef1b7a up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:48:23.801834 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:23.846184 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 8e2683af-41f3-48de-b5fd-507201ef1b7a triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:48:23.846563 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (8e2683af-41f3-48de-b5fd-507201ef1b7a), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:23.920066 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 8e2683af-41f3-48de-b5fd-507201ef1b7a is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:48:23.920525 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (8e2683af-41f3-48de-b5fd-507201ef1b7a), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:23.931275 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:23.954734 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port 8e2683af-41f3-48de-b5fd-507201ef1b7a, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=8e2683af-41f3-48de-b5fd-507201ef1b7a,segment=NetworkSegment(00ff42bd-4eb5-4e65-a9fb-cb9947deb650),segment_id=00ff42bd-4eb5-4e65-a9fb-cb9947deb650)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:23.970885 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Publish callbacks [] for router_gateway (eb58d69f-33fc-4cd8-9bf2-98a8413e0c08), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:24.035943 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (8e2683af-41f3-48de-b5fd-507201ef1b7a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:24.097368 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=8e2683af-41f3-48de-b5fd-507201ef1b7a,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:24.173890 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-731047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-745134'] for router (eb58d69f-33fc-4cd8-9bf2-98a8413e0c08), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:24.272927 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:24.297722 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7097ba5-af10-4530-bd7d-e314f1be3a1b None None] Network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:48:24.352939 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-b302a624-1d53-4d5a-ac97-f82ec6a0ec93 None None] Provisioning complete for port 8e2683af-41f3-48de-b5fd-507201ef1b7a triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:48:24.353326 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-b302a624-1d53-4d5a-ac97-f82ec6a0ec93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (8e2683af-41f3-48de-b5fd-507201ef1b7a), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:24.359947 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 is scheduled to L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 with binding_index 1 {{(pid=106938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 06 04:48:24.472467 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:48:24.533468 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Sync routers for ids ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:48:24.535391 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:24.536642 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-34105f1f-5b12-48b3-9d21-314ce8362750 admin admin] 10.222.0.30 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9033542 Sep 06 04:48:24.539465 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45242) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:24.573585 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Routers {'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:48:24.574214 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:48:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:24.694454 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-b302a624-1d53-4d5a-ac97-f82ec6a0ec93 None None] Current status of the port 8e2683af-41f3-48de-b5fd-507201ef1b7a is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:48:24.721943 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Set router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:48:24.843205 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:UPDATE=2,neutron:INSERT=2,neutron:SELECT=96 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:24.921459 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:48:23Z', 'revision_number': 3, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:24.949520 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-c4f2e4db-436d-4a48-885f-afca97b01af7 None None] Provisioning complete for port 8e2683af-41f3-48de-b5fd-507201ef1b7a triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:48:24.950165 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c4f2e4db-436d-4a48-885f-afca97b01af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (8e2683af-41f3-48de-b5fd-507201ef1b7a), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:24.972020 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Checking router: eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:48:24.972375 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Updating router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 port 06cff688-54e5-493e-8805-d7c5aef82751 binding host dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:48:25.002576 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45250) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:25.003251 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.015039 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (06cff688-54e5-493e-8805-d7c5aef82751), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.112252 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:25.133231 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-c4f2e4db-436d-4a48-885f-afca97b01af7 None None] Current status of the port 8e2683af-41f3-48de-b5fd-507201ef1b7a is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:48:25.140739 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-885ec35d-b61c-4eb6-9d61-5e543c5cf964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.174001 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] Allocated IP 172.20.0.1 (3d940072-d3c6-4a12-b0c8-5039fce3aa0d/3ee4821a-8038-4394-b99d-e9ad4940e298/5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:48:25.209905 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:25.236342 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-885ec35d-b61c-4eb6-9d61-5e543c5cf964 admin admin] Publish callbacks [] for security_group (ba81f954-0d33-45ea-af7b-32f1a2d1e660), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.247569 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:25.288242 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] Publish callbacks [] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.317696 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Publish callbacks [] for port (06cff688-54e5-493e-8805-d7c5aef82751), precommit_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.321436 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-885ec35d-b61c-4eb6-9d61-5e543c5cf964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (ba81f954-0d33-45ea-af7b-32f1a2d1e660), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.362797 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-885ec35d-b61c-4eb6-9d61-5e543c5cf964 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=581650ced13b4553b05dfb09b851da45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3576202 Sep 06 04:48:25.363609 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ec35d-b61c-4eb6-9d61-5e543c5cf964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba81f954-0d33-45ea-af7b-32f1a2d1e660,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:25.365473 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45254) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:25.371711 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (06cff688-54e5-493e-8805-d7c5aef82751), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.374747 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.411572 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Attempting to bind port 06cff688-54e5-493e-8805-d7c5aef82751 on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:48:25.411943 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Attempting to bind port 06cff688-54e5-493e-8805-d7c5aef82751 by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:48:25.412308 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Attempting to bind port 06cff688-54e5-493e-8805-d7c5aef82751 on network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:48:25.426115 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] Network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:48:25.432943 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:48:25.441025 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:48:25.448108 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582f515-0091-4d4e-803b-3c1d355d6116 None None] Pushing event updated for resources: {'Port': ['ID=06cff688-54e5-493e-8805-d7c5aef82751,revision_number=2']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:25.470770 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:48:25.471251 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Checking segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:48:25.471663 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.472079 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Bound using segment: {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'} {{(pid=106940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:48:25.472554 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.managers [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Bound port: 06cff688-54e5-493e-8805-d7c5aef82751, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a3e8c0-46ae-4dce-960a-927a5c7a2f21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}}] {{(pid=106940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:48:25.472942 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (06cff688-54e5-493e-8805-d7c5aef82751), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.477698 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] Pushing event updated for resources: {'Port': ['ID=5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:25.490979 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:25.504911 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e513dc78-eced-4835-b7cf-777c8a9346bd admin admin] Publish callbacks [] for security_group (ba81f954-0d33-45ea-af7b-32f1a2d1e660), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.508268 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-738324'] for router_interface (eb58d69f-33fc-4cd8-9bf2-98a8413e0c08), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.531623 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] For port 06cff688-54e5-493e-8805-d7c5aef82751, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:48:25.535128 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] For port 06cff688-54e5-493e-8805-d7c5aef82751, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=06cff688-54e5-493e-8805-d7c5aef82751,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:48:25.576982 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e513dc78-eced-4835-b7cf-777c8a9346bd admin admin] Publish callbacks [] for security_group (ba81f954-0d33-45ea-af7b-32f1a2d1e660), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.622802 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (06cff688-54e5-493e-8805-d7c5aef82751), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.680691 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Routers {'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:48:25.681324 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:48:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:25.689350 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-49e9238d-cc98-4f93-80fc-020941e89985 None None] Provisioning complete for port 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:48:25.689726 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-49e9238d-cc98-4f93-80fc-020941e89985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.722692 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582f515-0091-4d4e-803b-3c1d355d6116 None None] Pushing event updated for resources: {'Port': ['ID=06cff688-54e5-493e-8805-d7c5aef82751,revision_number=3']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:25.769164 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.774252 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e513dc78-eced-4835-b7cf-777c8a9346bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (ba81f954-0d33-45ea-af7b-32f1a2d1e660), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.776861 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e513dc78-eced-4835-b7cf-777c8a9346bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.778121 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-e513dc78-eced-4835-b7cf-777c8a9346bd admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/ba81f954-0d33-45ea-af7b-32f1a2d1e660 HTTP/1.1" status: 204 len: 168 time: 0.4114707 Sep 06 04:48:25.797168 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 8e2683af-41f3-48de-b5fd-507201ef1b7a up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:48:25.802411 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513dc78-eced-4835-b7cf-777c8a9346bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba81f954-0d33-45ea-af7b-32f1a2d1e660,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:25.839569 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-49e9238d-cc98-4f93-80fc-020941e89985 None None] Port 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:48:25.853113 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] Set router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:48:25.960892 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] Publish callbacks [] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:25.981673 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 8e2683af-41f3-48de-b5fd-507201ef1b7a triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:48:25.982046 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (8e2683af-41f3-48de-b5fd-507201ef1b7a), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:26.009299 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:26.069135 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:26.084356 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] Pushing event updated for resources: {'Port': ['ID=5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:26.087222 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-738488'] for router_interface (eb58d69f-33fc-4cd8-9bf2-98a8413e0c08), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:26.109078 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 8e2683af-41f3-48de-b5fd-507201ef1b7a is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:48:26.119016 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:48:23Z', 'revision_number': 3, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:26.144313 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1db3d11-655b-4803-818d-4e9d5f509166 None None] The sync data for ids ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'] in dv-cinder-856002-1-iscsi is: [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:48:23Z', 'revision_number': 3, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:48:26.149411 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:26.190847 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] Network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:48:26.192215 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:48:26.323951 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] Router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:48:26.463108 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45260) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:26.476578 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3eceeb98-49fe-4b60-bfb1-cff4c045791d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:26.479566 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-6a19cd0c-d317-4a11-9ede-4a411c8e0660 None None] Provisioning complete for port 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:48:26.479941 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-6a19cd0c-d317-4a11-9ede-4a411c8e0660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:26.500320 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:48:26.511139 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-a4304453-37a5-4f77-a0aa-4232d23a082b admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/eb58d69f-33fc-4cd8-9bf2-98a8413e0c08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9704480 Sep 06 04:48:26.536501 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-6a19cd0c-d317-4a11-9ede-4a411c8e0660 None None] Port 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:48:26.563588 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3eceeb98-49fe-4b60-bfb1-cff4c045791d admin admin] Publish callbacks [] for security_group (38c3502e-597e-45ad-b1cd-f18a68d01da2), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:26.630289 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3eceeb98-49fe-4b60-bfb1-cff4c045791d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (38c3502e-597e-45ad-b1cd-f18a68d01da2), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:26.676470 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-3eceeb98-49fe-4b60-bfb1-cff4c045791d admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=e253814312db4066839c6c812d05a16c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140856 Sep 06 04:48:26.676470 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eceeb98-49fe-4b60-bfb1-cff4c045791d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c3502e-597e-45ad-b1cd-f18a68d01da2,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:26.677830 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45268) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:26.703098 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:26.735296 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-aa43db03-ffae-4775-a734-a3feffe0f672 admin admin] Publish callbacks [] for security_group (38c3502e-597e-45ad-b1cd-f18a68d01da2), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:26.760663 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-aa43db03-ffae-4775-a734-a3feffe0f672 admin admin] Publish callbacks [] for security_group (38c3502e-597e-45ad-b1cd-f18a68d01da2), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:26.916293 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-aa43db03-ffae-4775-a734-a3feffe0f672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (38c3502e-597e-45ad-b1cd-f18a68d01da2), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:26.919062 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-aa43db03-ffae-4775-a734-a3feffe0f672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:26.922284 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-aa43db03-ffae-4775-a734-a3feffe0f672 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/38c3502e-597e-45ad-b1cd-f18a68d01da2 HTTP/1.1" status: 204 len: 168 time: 0.2414932 Sep 06 04:48:26.931552 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45272) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:26.935895 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43db03-ffae-4775-a734-a3feffe0f672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c3502e-597e-45ad-b1cd-f18a68d01da2,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:26.936166 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-cd09a3bd-0f26-4601-92a6-82c95df23441 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2007582722', 'description': 'tempest-description--1737300271'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:48:26.945600 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:27.070427 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cd09a3bd-0f26-4601-92a6-82c95df23441 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:27.144833 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cd09a3bd-0f26-4601-92a6-82c95df23441 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group (a8cd6040-0db6-403b-bf9f-fc02eaca2580), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:27.207629 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cd09a3bd-0f26-4601-92a6-82c95df23441 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (a8cd6040-0db6-403b-bf9f-fc02eaca2580), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:27.242042 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09a3bd-0f26-4601-92a6-82c95df23441 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cd6040-0db6-403b-bf9f-fc02eaca2580,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:27.318083 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cd09a3bd-0f26-4601-92a6-82c95df23441 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:27.319381 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-cd09a3bd-0f26-4601-92a6-82c95df23441 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3870490 Sep 06 04:48:27.322642 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45276) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:27.327877 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-fcf4e14d-a10a-4c68-884f-c7948509cf12 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Request body: {'security_group_rule': {'security_group_id': 'a8cd6040-0db6-403b-bf9f-fc02eaca2580', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:48:27.402630 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fcf4e14d-a10a-4c68-884f-c7948509cf12 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group_rule (4e710c36-0491-4e04-b7ef-0ff17bb56c64), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:27.462936 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fcf4e14d-a10a-4c68-884f-c7948509cf12 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group_rule (4e710c36-0491-4e04-b7ef-0ff17bb56c64), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:27.533278 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fcf4e14d-a10a-4c68-884f-c7948509cf12 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (4e710c36-0491-4e04-b7ef-0ff17bb56c64), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:27.552832 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4e14d-a10a-4c68-884f-c7948509cf12 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e710c36-0491-4e04-b7ef-0ff17bb56c64,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:27.621035 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-fcf4e14d-a10a-4c68-884f-c7948509cf12 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:27.622972 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-fcf4e14d-a10a-4c68-884f-c7948509cf12 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2987094 Sep 06 04:48:27.625913 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45286) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:27.630774 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-e3681076-2a27-4f69-920b-199fbe3bb61c tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Request body: {'security_group_rule': {'security_group_id': 'a8cd6040-0db6-403b-bf9f-fc02eaca2580', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:48:27.744527 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e3681076-2a27-4f69-920b-199fbe3bb61c tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group_rule (99e2d3c4-3ff8-4193-9937-38ca2a5670e4), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:27.808448 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 06cff688-54e5-493e-8805-d7c5aef82751 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:48:27.822315 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e3681076-2a27-4f69-920b-199fbe3bb61c tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group_rule (99e2d3c4-3ff8-4193-9937-38ca2a5670e4), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:27.829040 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Sync routers for ids ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:48:27.841028 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Routers {'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:48:27.841811 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:48:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:27.857223 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:27.863597 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 06cff688-54e5-493e-8805-d7c5aef82751 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:48:27.864637 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (06cff688-54e5-493e-8805-d7c5aef82751), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:27.896848 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e3681076-2a27-4f69-920b-199fbe3bb61c tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (99e2d3c4-3ff8-4193-9937-38ca2a5670e4), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:27.917986 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3681076-2a27-4f69-920b-199fbe3bb61c tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e2d3c4-3ff8-4193-9937-38ca2a5670e4,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:27.944676 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 06cff688-54e5-493e-8805-d7c5aef82751 is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:48:27.945162 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (06cff688-54e5-493e-8805-d7c5aef82751), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:27.954680 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Set router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:48:27.974311 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port 06cff688-54e5-493e-8805-d7c5aef82751, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=06cff688-54e5-493e-8805-d7c5aef82751,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:27.978979 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e3681076-2a27-4f69-920b-199fbe3bb61c tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:27.980189 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-e3681076-2a27-4f69-920b-199fbe3bb61c tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3532970 Sep 06 04:48:27.989806 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45296) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:27.994574 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-c52d5758-57df-42fd-9af9-d324fbb81534 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Request body: {'floatingip': {'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:48:28.028770 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (06cff688-54e5-493e-8805-d7c5aef82751), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:28.082821 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=06cff688-54e5-493e-8805-d7c5aef82751,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:28.083063 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c52d5758-57df-42fd-9af9-d324fbb81534 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:28.171724 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 4, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd', 'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'mac_address': 'fa:16:3e:d7:0d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:25Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 2, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'subnets': [{'id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:28.176685 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c52d5758-57df-42fd-9af9-d324fbb81534 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:28.197182 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Checking router: eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:48:28.197564 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Updating router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 port 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd binding host dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 06 04:48:28.226409 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:28.287476 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [None req-c52d5758-57df-42fd-9af9-d324fbb81534 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Allocated IP 172.27.1.251 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/5bdf6258-90b2-4d9b-bc65-97ba81edb1ae) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:48:28.359676 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:28.409718 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c52d5758-57df-42fd-9af9-d324fbb81534 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for port (5bdf6258-90b2-4d9b-bc65-97ba81edb1ae), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:28.432520 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:28.514828 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c52d5758-57df-42fd-9af9-d324fbb81534 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (5bdf6258-90b2-4d9b-bc65-97ba81edb1ae), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:28.604926 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Publish callbacks [] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), precommit_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:28.675662 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:28.726275 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb95475-907d-4113-a504-9a4618760f97 None None] Pushing event updated for resources: {'Port': ['ID=5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd,revision_number=3']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:28.765105 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95475-907d-4113-a504-9a4618760f97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:28.765388 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95475-907d-4113-a504-9a4618760f97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:28.765744 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95475-907d-4113-a504-9a4618760f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:28.766097 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95475-907d-4113-a504-9a4618760f97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:28.766423 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95475-907d-4113-a504-9a4618760f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:28.766750 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95475-907d-4113-a504-9a4618760f97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:28.767068 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95475-907d-4113-a504-9a4618760f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:28.767384 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95475-907d-4113-a504-9a4618760f97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:28.767702 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95475-907d-4113-a504-9a4618760f97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:28.768020 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95475-907d-4113-a504-9a4618760f97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:28.768333 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95475-907d-4113-a504-9a4618760f97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:28.768662 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95475-907d-4113-a504-9a4618760f97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:28.768972 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95475-907d-4113-a504-9a4618760f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:28.769287 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95475-907d-4113-a504-9a4618760f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:28.769620 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb95475-907d-4113-a504-9a4618760f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:28.786316 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:28.791800 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Attempting to bind port 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd on host dv-cinder-856002-1-iscsi for vnic_type normal with profile {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:48:28.792166 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Attempting to bind port 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd by drivers openvswitch,hyperv on host dv-cinder-856002-1-iscsi at level 0 using segments [{'id': '00ff42bd-4eb5-4e65-a9fb-cb9947deb650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d'}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:48:28.792526 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Attempting to bind port 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd on network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:48:28.797393 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d5758-57df-42fd-9af9-d324fbb81534 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Pushing event updated for resources: {'Port': ['ID=5bdf6258-90b2-4d9b-bc65-97ba81edb1ae,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:28.813438 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52d5758-57df-42fd-9af9-d324fbb81534 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:48:28.814877 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-c52d5758-57df-42fd-9af9-d324fbb81534 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:48:28.817229 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52d5758-57df-42fd-9af9-d324fbb81534 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:48:28.838253 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Checking agent: {'id': 'c10a7e2e-cb64-4df6-b520-3d31e32c8226', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856002-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 27, 17), 'started_at': datetime.datetime(2022, 9, 6, 4, 27, 47), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856002-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:48:28.838879 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Checking segment: {'id': '00ff42bd-4eb5-4e65-a9fb-cb9947deb650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:48:28.838987 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:28.839362 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Bound using segment: {'id': '00ff42bd-4eb5-4e65-a9fb-cb9947deb650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d'} {{(pid=106941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:48:28.840039 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.managers [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Bound port: 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd, host: dv-cinder-856002-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ff42bd-4eb5-4e65-a9fb-cb9947deb650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d'}}] {{(pid=106941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:48:28.840408 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), before_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:28.856187 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:28.902515 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] For port 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd, host dv-cinder-856002-1-iscsi, cleared binding levels {{(pid=106941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:48:28.907309 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.plugins.ml2.db [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] For port 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd, host dv-cinder-856002-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd,segment=NetworkSegment(00ff42bd-4eb5-4e65-a9fb-cb9947deb650),segment_id=00ff42bd-4eb5-4e65-a9fb-cb9947deb650)] {{(pid=106941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:48:28.918564 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c52d5758-57df-42fd-9af9-d324fbb81534 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for floatingip (c7cc3c0b-eaa9-4753-a237-ee3946372251), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:28.968551 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron_lib.callbacks.manager [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), after_update {{(pid=106941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:29.000212 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c52d5758-57df-42fd-9af9-d324fbb81534 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (5bdf6258-90b2-4d9b-bc65-97ba81edb1ae), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:29.002152 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Routers {'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:48:29.002930 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:48:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:29.066446 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb95475-907d-4113-a504-9a4618760f97 None None] Pushing event updated for resources: {'Port': ['ID=5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd,revision_number=4']} {{(pid=106941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:29.127385 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] Set router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:48:29.153162 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c52d5758-57df-42fd-9af9-d324fbb81534 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for port (5bdf6258-90b2-4d9b-bc65-97ba81edb1ae), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:29.257155 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c52d5758-57df-42fd-9af9-d324fbb81534 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (5bdf6258-90b2-4d9b-bc65-97ba81edb1ae), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:29.263573 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:29.320781 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 4, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd', 'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'mac_address': 'fa:16:3e:d7:0d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:25Z', 'updated_at': '2022-09-06T04:48:28Z', 'revision_number': 4, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'subnets': [{'id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:29.328834 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d5758-57df-42fd-9af9-d324fbb81534 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Pushing event updated for resources: {'Port': ['ID=5bdf6258-90b2-4d9b-bc65-97ba81edb1ae,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:29.331334 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c52d5758-57df-42fd-9af9-d324fbb81534 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (c7cc3c0b-eaa9-4753-a237-ee3946372251), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:29.347593 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daaa86e-a3b7-4042-ac46-bacadadc847b None None] The sync data for ids ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'] in dv-cinder-856002-1-iscsi is: [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 4, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd', 'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'mac_address': 'fa:16:3e:d7:0d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:25Z', 'updated_at': '2022-09-06T04:48:28Z', 'revision_number': 4, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'subnets': [{'id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:48:29.432563 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c52d5758-57df-42fd-9af9-d324fbb81534 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:29.433850 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-c52d5758-57df-42fd-9af9-d324fbb81534 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4428408 Sep 06 04:48:29.693544 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87f11412-f904-4145-b1cb-2769a3b10903 req-64006776-ec3a-48b4-a0c1-e77754443038 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2007582722&fields=id&tenant_id=f91efa94deff4ceb80b0a1aa88087421 HTTP/1.1" status: 200 len: 267 time: 0.0529687 Sep 06 04:48:29.844192 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f11412-f904-4145-b1cb-2769a3b10903 req-f4aa0c02-a5d8-45f8-b214-9072a76ac10f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:29.845777 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87f11412-f904-4145-b1cb-2769a3b10903 req-f4aa0c02-a5d8-45f8-b214-9072a76ac10f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/networks?id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d HTTP/1.1" status: 200 len: 811 time: 0.1434541 Sep 06 04:48:29.870231 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87f11412-f904-4145-b1cb-2769a3b10903 req-ddfe23f2-0376-4d3a-83b8-a88bc670e4a2 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/quotas/f91efa94deff4ceb80b0a1aa88087421 HTTP/1.1" status: 200 len: 375 time: 0.0155306 Sep 06 04:48:29.914659 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 06cff688-54e5-493e-8805-d7c5aef82751 up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:48:29.955074 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87f11412-f904-4145-b1cb-2769a3b10903 req-517c48c3-ab76-49af-b0af-bbefe03b2081 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=f91efa94deff4ceb80b0a1aa88087421&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0801120 Sep 06 04:48:29.988024 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 06cff688-54e5-493e-8805-d7c5aef82751 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:48:29.988547 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (06cff688-54e5-493e-8805-d7c5aef82751), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:30.080637 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 06cff688-54e5-493e-8805-d7c5aef82751 is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:48:30.081977 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:48:30.108652 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [req-87f11412-f904-4145-b1cb-2769a3b10903 req-55872c6e-ece8-4014-830b-4113920ad4af service neutron] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106938) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 06 04:48:30.113866 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87f11412-f904-4145-b1cb-2769a3b10903 req-55872c6e-ece8-4014-830b-4113920ad4af service neutron] 10.222.0.30 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1431272 Sep 06 04:48:30.220803 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87f11412-f904-4145-b1cb-2769a3b10903 req-74c3f925-c4fb-4e61-baf3-02951d3ea9d4 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033275 Sep 06 04:48:30.261908 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:48:30.262282 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:30.324687 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87f11412-f904-4145-b1cb-2769a3b10903 req-27c4fa14-8583-41b4-bf8b-0c14985c7698 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978596 Sep 06 04:48:30.362186 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd is: DOWN; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:48:30.362757 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:30.400662 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] For port 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd,segment=NetworkSegment(00ff42bd-4eb5-4e65-a9fb-cb9947deb650),segment_id=00ff42bd-4eb5-4e65-a9fb-cb9947deb650)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:30.485420 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:30.539187 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Pushing event updated for resources: {'Port': ['ID=5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:30.542375 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:30.653846 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5c26fcac-b304-4712-ad35-e1a9fed817f4 req-eef72039-a861-4364-ba52-b76027feaf45 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 210 time: 0.0301020 Sep 06 04:48:31.767171 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bb69c4d1-a1df-4e2f-9ef5-b9c503e42c8b req-a14d9743-4b63-4139-a914-1bc48cdd79bf tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 210 time: 0.0347803 Sep 06 04:48:31.801837 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd up at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:48:31.846755 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Provisioning complete for port 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:48:31.847128 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:31.870841 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:31.923186 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Current status of the port 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd is: ACTIVE; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:48:32.875911 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-fc5f7782-96a4-43f5-b528-5dd56a370d03 req-914b5f6a-e34b-4cef-9bab-5e39cd0e5d34 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 210 time: 0.0278528 Sep 06 04:48:33.094975 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f11412-f904-4145-b1cb-2769a3b10903 req-9ce8e971-f90a-4039-843c-b72dcef80ed5 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:33.096438 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87f11412-f904-4145-b1cb-2769a3b10903 req-9ce8e971-f90a-4039-843c-b72dcef80ed5 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d HTTP/1.1" status: 200 len: 811 time: 0.1051586 Sep 06 04:48:33.164487 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87f11412-f904-4145-b1cb-2769a3b10903 req-7a2b249f-1014-4bc8-9fbe-fd5eafcabf78 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f91efa94deff4ceb80b0a1aa88087421 HTTP/1.1" status: 200 len: 380 time: 0.0531156 Sep 06 04:48:33.173505 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-87f11412-f904-4145-b1cb-2769a3b10903 req-ce174ebc-bf5d-410d-9913-781cc71f5f5f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Request body: {'port': {'device_id': '1b1fe518-288a-42d5-a385-829581568441', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'admin_state_up': True, 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'security_groups': ['a8cd6040-0db6-403b-bf9f-fc02eaca2580']}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:48:33.379580 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f11412-f904-4145-b1cb-2769a3b10903 req-ce174ebc-bf5d-410d-9913-781cc71f5f5f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Made reservation on behalf of f91efa94deff4ceb80b0a1aa88087421 for: {'port': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:48:33.383242 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-87f11412-f904-4145-b1cb-2769a3b10903 req-ce174ebc-bf5d-410d-9913-781cc71f5f5f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:33.395369 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:33.522064 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_common [req-87f11412-f904-4145-b1cb-2769a3b10903 req-ce174ebc-bf5d-410d-9913-781cc71f5f5f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Allocated IP 172.20.0.3 (3d940072-d3c6-4a12-b0c8-5039fce3aa0d/3ee4821a-8038-4394-b99d-e9ad4940e298/f3db9658-18de-42f4-8b9e-69f7017c0392) {{(pid=106938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:48:33.527063 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:33.668855 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-87f11412-f904-4145-b1cb-2769a3b10903 req-ce174ebc-bf5d-410d-9913-781cc71f5f5f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for port (f3db9658-18de-42f4-8b9e-69f7017c0392), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:33.772198 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-87f11412-f904-4145-b1cb-2769a3b10903 req-ce174ebc-bf5d-410d-9913-781cc71f5f5f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (f3db9658-18de-42f4-8b9e-69f7017c0392), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:33.818452 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f11412-f904-4145-b1cb-2769a3b10903 req-ce174ebc-bf5d-410d-9913-781cc71f5f5f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d is already hosted by enough agents. {{(pid=106938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:48:33.821776 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [req-87f11412-f904-4145-b1cb-2769a3b10903 req-ce174ebc-bf5d-410d-9913-781cc71f5f5f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Resources bound (agent type, host, resource id): {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:48:33.824289 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f11412-f904-4145-b1cb-2769a3b10903 req-ce174ebc-bf5d-410d-9913-781cc71f5f5f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Received port after_create {{(pid=106938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:48:33.859880 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce174ebc-bf5d-410d-9913-781cc71f5f5f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Pushing event updated for resources: {'Port': ['ID=f3db9658-18de-42f4-8b9e-69f7017c0392,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:33.884934 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f11412-f904-4145-b1cb-2769a3b10903 req-ce174ebc-bf5d-410d-9913-781cc71f5f5f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:33.885714 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-87f11412-f904-4145-b1cb-2769a3b10903 req-ce174ebc-bf5d-410d-9913-781cc71f5f5f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:33.968084 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87f11412-f904-4145-b1cb-2769a3b10903 req-ce174ebc-bf5d-410d-9913-781cc71f5f5f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7987444 Sep 06 04:48:33.989728 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Request body: {'port': {'device_id': '1b1fe518-288a-42d5-a385-829581568441', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:48:34.007431 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-7758bf0f-759a-4eb4-af18-61dc339ec95b None None] Provisioning complete for port f3db9658-18de-42f4-8b9e-69f7017c0392 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:48:34.007976 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7758bf0f-759a-4eb4-af18-61dc339ec95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (f3db9658-18de-42f4-8b9e-69f7017c0392), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:34.019379 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45398) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:34.031390 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589c369-73ed-4e81-9e15-fc772116b296 req-12ad8f0d-ffe0-4a3a-9541-a014ba02ad55 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:34.032519 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c589c369-73ed-4e81-9e15-fc772116b296 req-12ad8f0d-ffe0-4a3a-9541-a014ba02ad55 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 931 time: 0.0792401 Sep 06 04:48:34.048705 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-7758bf0f-759a-4eb4-af18-61dc339ec95b None None] Port f3db9658-18de-42f4-8b9e-69f7017c0392 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:48:34.085644 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (f3db9658-18de-42f4-8b9e-69f7017c0392), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:34.118996 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c589c369-73ed-4e81-9e15-fc772116b296 req-1f16177b-ef94-4ddf-93ca-e942a0ee98d4 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792384 Sep 06 04:48:34.143886 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:34.261508 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:34.316816 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Deleting port a5ba9646-2ad4-4034-9d2d-a4415085301f {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:34.317156 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (a5ba9646-2ad4-4034-9d2d-a4415085301f), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:34.375538 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3db9658-18de-42f4-8b9e-69f7017c0392 {{(pid=106938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:48:34.384217 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Publish callbacks [] for port (f3db9658-18de-42f4-8b9e-69f7017c0392), precommit_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:34.397684 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.provisioning_blocks [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Transition to ACTIVE for port object f3db9658-18de-42f4-8b9e-69f7017c0392 will not be triggered until provisioned by entity L2. {{(pid=106938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:48:34.402155 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (a5ba9646-2ad4-4034-9d2d-a4415085301f), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:34.402484 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for floatingip (a5ba9646-2ad4-4034-9d2d-a4415085301f), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:34.416147 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Calling delete_port for a5ba9646-2ad4-4034-9d2d-a4415085301f owned by network:floatingip {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:34.487715 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (f3db9658-18de-42f4-8b9e-69f7017c0392), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:34.552248 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Pushing event updated for resources: {'Port': ['ID=f3db9658-18de-42f4-8b9e-69f7017c0392,revision_number=2']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:34.555152 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:34.602413 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Attempting to bind port f3db9658-18de-42f4-8b9e-69f7017c0392 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:48:34.602751 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Attempting to bind port f3db9658-18de-42f4-8b9e-69f7017c0392 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '00ff42bd-4eb5-4e65-a9fb-cb9947deb650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d'}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:48:34.603079 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Attempting to bind port f3db9658-18de-42f4-8b9e-69f7017c0392 on network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:48:34.641638 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (a5ba9646-2ad4-4034-9d2d-a4415085301f), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:34.645264 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Port f3db9658-18de-42f4-8b9e-69f7017c0392 on network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:48:34.645625 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Attempting to bind port f3db9658-18de-42f4-8b9e-69f7017c0392 on network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:48:34.648983 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:34.665484 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event deleted for resources: {'Port': ['ID=a5ba9646-2ad4-4034-9d2d-a4415085301f,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:34.680817 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:34.681166 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:34.681530 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:34.681875 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:34.682213 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:34.682533 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:34.682859 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:34.683182 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:34.683553 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:34.683881 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:34.684205 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:34.684528 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:34.684851 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:34.685179 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:34.685517 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:34.697668 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:48:34.700676 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Checking segment: {'id': '00ff42bd-4eb5-4e65-a9fb-cb9947deb650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:48:34.700676 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Bound using segment: {'id': '00ff42bd-4eb5-4e65-a9fb-cb9947deb650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d'} {{(pid=106938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:48:34.700676 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.managers [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Bound port: f3db9658-18de-42f4-8b9e-69f7017c0392, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ff42bd-4eb5-4e65-a9fb-cb9947deb650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d'}}] {{(pid=106938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:48:34.700676 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (f3db9658-18de-42f4-8b9e-69f7017c0392), before_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:34.761453 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for floatingip (69a21cef-cb02-4ac3-90e5-035811df8162), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:34.761786 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.l3_db [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Floating IP 69a21cef-cb02-4ac3-90e5-035811df8162 disassociated (deleted). External IP: 172.27.1.83, port: 0f636c18-fb41-4c1e-b52b-868f0f44b336. Sep 06 04:48:34.769278 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] For port f3db9658-18de-42f4-8b9e-69f7017c0392, host hv-cinder-85600, cleared binding levels {{(pid=106938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:48:34.772573 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] For port f3db9658-18de-42f4-8b9e-69f7017c0392, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=f3db9658-18de-42f4-8b9e-69f7017c0392,segment=NetworkSegment(00ff42bd-4eb5-4e65-a9fb-cb9947deb650),segment_id=00ff42bd-4eb5-4e65-a9fb-cb9947deb650)] {{(pid=106938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:48:34.914366 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11755843'] for port (f3db9658-18de-42f4-8b9e-69f7017c0392), after_update {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:34.918786 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:34.919402 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:34.920788 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87f11412-f904-4145-b1cb-2769a3b10903 req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/f3db9658-18de-42f4-8b9e-69f7017c0392 HTTP/1.1" status: 200 len: 1093 time: 0.9370754 Sep 06 04:48:34.921375 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1fe518-288a-42d5-a385-829581568441', 'tag': 'f3db9658-18de-42f4-8b9e-69f7017c0392'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:48:34.923669 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a334ab51-449b-465c-9681-451b34298439" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1fe518-288a-42d5-a385-829581568441", "tag": "f3db9658-18de-42f4-8b9e-69f7017c0392"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:48:34.973606 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fee2e5f-fdc9-494f-898d-0bf99eb13470 x-openstack-request-id: req-7fee2e5f-fdc9-494f-898d-0bf99eb13470 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:48:34.973910 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1fe518-288a-42d5-a385-829581568441", "tag": "f3db9658-18de-42f4-8b9e-69f7017c0392", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:48:34.974163 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7fee2e5f-fdc9-494f-898d-0bf99eb13470 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:48:34.974593 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fee2e5f-fdc9-494f-898d-0bf99eb13470'] response: {'name': 'network-changed', 'server_uuid': '1b1fe518-288a-42d5-a385-829581568441', 'tag': 'f3db9658-18de-42f4-8b9e-69f7017c0392', 'status': 'completed', 'code': 200} Sep 06 04:48:34.975253 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:48:34.989561 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d869a-8ee6-46e2-90fb-b7dea26fbd09 service neutron] Pushing event updated for resources: {'Port': ['ID=f3db9658-18de-42f4-8b9e-69f7017c0392,revision_number=3']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:35.065606 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334ab51-449b-465c-9681-451b34298439 req-394a59a8-e264-4600-a35c-c0f2041dd564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:35.067213 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a334ab51-449b-465c-9681-451b34298439 req-394a59a8-e264-4600-a35c-c0f2041dd564 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f91efa94deff4ceb80b0a1aa88087421&device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 1127 time: 0.0422506 Sep 06 04:48:35.086792 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:48:35.091057 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:35.098256 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda0ef0-9be7-4020-9aa4-870b3c28809c None None] Sync routers for ids ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:48:35.110812 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda0ef0-9be7-4020-9aa4-870b3c28809c None None] Routers {'d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:48:35.112472 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-cbda0ef0-9be7-4020-9aa4-870b3c28809c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:48:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:35.126948 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-0420db56-369d-4392-bc1a-07f85f601d8e tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/69a21cef-cb02-4ac3-90e5-035811df8162 HTTP/1.1" status: 204 len: 168 time: 1.1068616 Sep 06 04:48:35.128123 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17758d6d-93d6-48b1-890f-eca1a0fe0058', 'tag': '0f636c18-fb41-4c1e-b52b-868f0f44b336'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:48:35.132561 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723f10fb-e728-471d-9bcb-14ac48c981ee" -d '{"events": [{"name": "network-changed", "server_uuid": "17758d6d-93d6-48b1-890f-eca1a0fe0058", "tag": "0f636c18-fb41-4c1e-b52b-868f0f44b336"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:48:35.176133 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc65d8b-e146-4cf7-abc6-43410ac4262e x-openstack-request-id: req-afc65d8b-e146-4cf7-abc6-43410ac4262e {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:48:35.176616 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17758d6d-93d6-48b1-890f-eca1a0fe0058", "tag": "0f636c18-fb41-4c1e-b52b-868f0f44b336", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:48:35.176926 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-afc65d8b-e146-4cf7-abc6-43410ac4262e {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:48:35.177405 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc65d8b-e146-4cf7-abc6-43410ac4262e'] response: {'name': 'network-changed', 'server_uuid': '17758d6d-93d6-48b1-890f-eca1a0fe0058', 'tag': '0f636c18-fb41-4c1e-b52b-868f0f44b336', 'status': 'completed', 'code': 200} Sep 06 04:48:35.201327 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334ab51-449b-465c-9681-451b34298439 req-36968f9d-1208-45de-b7ae-cf78a6668fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:35.203646 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a334ab51-449b-465c-9681-451b34298439 req-36968f9d-1208-45de-b7ae-cf78a6668fe5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=f91efa94deff4ceb80b0a1aa88087421&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1227283 Sep 06 04:48:35.246276 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:35.268090 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-cbda0ef0-9be7-4020-9aa4-870b3c28809c None None] Set router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:48:35.303309 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f10fb-e728-471d-9bcb-14ac48c981ee req-c49ea6b3-6093-48d8-b3dd-fd63907810fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:35.304831 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-723f10fb-e728-471d-9bcb-14ac48c981ee req-c49ea6b3-6093-48d8-b3dd-fd63907810fb service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=375efd2890fc4b71af13439813f00ab0&device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 1129 time: 0.0838163 Sep 06 04:48:35.316759 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:35.318798 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9a319-c95d-4926-9763-def6adbc8ab9 req-62956663-82fd-46d7-97e8-15661cfd27a5 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:35.327760 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cae9a319-c95d-4926-9763-def6adbc8ab9 req-62956663-82fd-46d7-97e8-15661cfd27a5 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 943 time: 0.0695324 Sep 06 04:48:35.347524 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334ab51-449b-465c-9681-451b34298439 req-105e256e-24b2-4f45-91a6-580073557b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:35.349430 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a334ab51-449b-465c-9681-451b34298439 req-105e256e-24b2-4f45-91a6-580073557b54 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334226 Sep 06 04:48:35.447229 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:35.459189 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cae9a319-c95d-4926-9763-def6adbc8ab9 req-e67a0bf0-48ec-472e-b875-ad1e9117b687 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304424 Sep 06 04:48:35.477597 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f11412-f904-4145-b1cb-2769a3b10903 req-be3236ec-00d8-4e15-b5ff-33f894095d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:35.481088 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87f11412-f904-4145-b1cb-2769a3b10903 req-be3236ec-00d8-4e15-b5ff-33f894095d97 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f91efa94deff4ceb80b0a1aa88087421&device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 1127 time: 0.0605521 Sep 06 04:48:35.497631 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f10fb-e728-471d-9bcb-14ac48c981ee req-7aace195-7e8b-47f9-b256-4f7408ffcd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:35.499819 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-723f10fb-e728-471d-9bcb-14ac48c981ee req-7aace195-7e8b-47f9-b256-4f7408ffcd77 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=713bea32-eeee-4105-a352-3326771fb659 HTTP/1.1" status: 200 len: 913 time: 0.1692698 Sep 06 04:48:35.540608 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87f11412-f904-4145-b1cb-2769a3b10903 req-dbf611c8-07fd-432b-8267-46b414e6df38 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3db9658-18de-42f4-8b9e-69f7017c0392 HTTP/1.1" status: 200 len: 217 time: 0.0455887 Sep 06 04:48:35.547676 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-723f10fb-e728-471d-9bcb-14ac48c981ee req-ac1d9479-9019-497b-a4e7-383cf96e5cc7 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f636c18-fb41-4c1e-b52b-868f0f44b336 HTTP/1.1" status: 200 len: 217 time: 0.0422025 Sep 06 04:48:35.581072 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-cbda0ef0-9be7-4020-9aa4-870b3c28809c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '04b1c821-39e2-47f3-a6e2-2efdc19a96e4', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'port_id': '8a88b191-41e1-4780-8ac2-cac44e992df0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'mac_address': 'fa:16:3e:e8:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:43:05Z', 'updated_at': '2022-09-06T04:43:07Z', 'revision_number': 1, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:35.611143 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda0ef0-9be7-4020-9aa4-870b3c28809c None None] Checking router: d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:48:35.621792 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbda0ef0-9be7-4020-9aa4-870b3c28809c None None] Routers {'d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:48:35.622497 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-cbda0ef0-9be7-4020-9aa4-870b3c28809c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:48:14Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:35.671182 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bf1a5-eed0-438d-8f76-106cd196c22c req-ac5b64c0-7497-4d91-9367-6c57f0992c75 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:35.672706 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f27bf1a5-eed0-438d-8f76-106cd196c22c req-ac5b64c0-7497-4d91-9367-6c57f0992c75 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 945 time: 0.0482512 Sep 06 04:48:35.723731 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f27bf1a5-eed0-438d-8f76-106cd196c22c req-28786a22-d745-4684-813e-88972f292333 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452228 Sep 06 04:48:35.727403 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-cbda0ef0-9be7-4020-9aa4-870b3c28809c None None] Set router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:48:35.935338 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-cbda0ef0-9be7-4020-9aa4-870b3c28809c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '04b1c821-39e2-47f3-a6e2-2efdc19a96e4', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'port_id': '8a88b191-41e1-4780-8ac2-cac44e992df0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'mac_address': 'fa:16:3e:e8:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:43:05Z', 'updated_at': '2022-09-06T04:43:07Z', 'revision_number': 1, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:35.960995 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbda0ef0-9be7-4020-9aa4-870b3c28809c None None] The sync data for ids ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'] in dv-cinder-856002-1-iscsi is: [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': '04b1c821-39e2-47f3-a6e2-2efdc19a96e4', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'floating_ip_address': '172.27.1.98', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'port_id': '8a88b191-41e1-4780-8ac2-cac44e992df0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'mac_address': 'fa:16:3e:e8:93:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:43:05Z', 'updated_at': '2022-09-06T04:43:07Z', 'revision_number': 1, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:48:36.164743 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ccfcb1-596d-4d28-8d8a-873c756f2a77 None None] New status for floating IP 69a21cef-cb02-4ac3-90e5-035811df8162: DOWN {{(pid=106941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:48:36.596444 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab70f38-805b-4fc6-ad50-8d62fdf0b45e req-007c9fa7-b3de-4876-9305-f09b00e1c99b tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:36.597975 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1ab70f38-805b-4fc6-ad50-8d62fdf0b45e req-007c9fa7-b3de-4876-9305-f09b00e1c99b tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 943 time: 0.0510213 Sep 06 04:48:36.653612 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1ab70f38-805b-4fc6-ad50-8d62fdf0b45e req-7a02f657-d9d6-4f23-860b-7c3faf471563 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497818 Sep 06 04:48:36.724708 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f11412-f904-4145-b1cb-2769a3b10903 req-db3925e8-4365-4f8a-81de-608fbab893b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:36.726207 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87f11412-f904-4145-b1cb-2769a3b10903 req-db3925e8-4365-4f8a-81de-608fbab893b0 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=3ee4821a-8038-4394-b99d-e9ad4940e298 HTTP/1.1" status: 200 len: 850 time: 0.0607984 Sep 06 04:48:36.728737 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f10fb-e728-471d-9bcb-14ac48c981ee req-97e394b1-7c98-4e37-a079-3fbfd85e9c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:36.730235 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-723f10fb-e728-471d-9bcb-14ac48c981ee req-97e394b1-7c98-4e37-a079-3fbfd85e9c90 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=620d1330-0c40-41f6-9a10-faccabf815ee HTTP/1.1" status: 200 len: 851 time: 0.0505860 Sep 06 04:48:36.777389 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f11412-f904-4145-b1cb-2769a3b10903 req-e31699f2-cbe0-42da-9986-44b33cad9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:36.779047 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87f11412-f904-4145-b1cb-2769a3b10903 req-e31699f2-cbe0-42da-9986-44b33cad9029 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413511 Sep 06 04:48:36.902271 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f10fb-e728-471d-9bcb-14ac48c981ee req-92d72934-8d50-4219-86c3-19e3e57caf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:36.902722 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87f11412-f904-4145-b1cb-2769a3b10903 req-9334f502-8898-4c10-b738-645b5ebccd50 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009359 Sep 06 04:48:36.903834 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-723f10fb-e728-471d-9bcb-14ac48c981ee req-92d72934-8d50-4219-86c3-19e3e57caf03 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=713bea32-eeee-4105-a352-3326771fb659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1104789 Sep 06 04:48:36.915844 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216773f-783d-41f9-bb10-342f4c5a2156 req-a11ec558-f879-4ef6-ad1c-b661bac4d39f tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:36.917227 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2216773f-783d-41f9-bb10-342f4c5a2156 req-a11ec558-f879-4ef6-ad1c-b661bac4d39f tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 945 time: 0.0870340 Sep 06 04:48:36.942091 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-02c7ff1b-96ea-470e-bafc-4523d58be57f req-62290903-2c23-4676-bdd5-1f8989dee3bb service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0964985 Sep 06 04:48:37.006152 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-87f11412-f904-4145-b1cb-2769a3b10903 req-796cdef1-951b-4762-a82a-75453f211ef6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918562 Sep 06 04:48:37.034459 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2216773f-783d-41f9-bb10-342f4c5a2156 req-3b16c9cf-b00c-46a9-83f0-89e1bb075279 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046433 Sep 06 04:48:37.050046 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-723f10fb-e728-471d-9bcb-14ac48c981ee req-c819cefa-909e-4c76-a73b-8d98532c6d6b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318409 Sep 06 04:48:37.521659 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-723f10fb-e728-471d-9bcb-14ac48c981ee req-22425b51-9619-4018-b183-6fd4c2d07fc8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893893 Sep 06 04:48:37.784883 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cafce-16ff-4219-a9c1-461fecda51fd req-84ce0bd7-a80c-48f6-a411-320d7016a5c1 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:37.786403 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-778cafce-16ff-4219-a9c1-461fecda51fd req-84ce0bd7-a80c-48f6-a411-320d7016a5c1 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 943 time: 0.0504744 Sep 06 04:48:37.833174 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-778cafce-16ff-4219-a9c1-461fecda51fd req-34ab484e-30dc-4ed7-bd89-e57ae1775e26 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411804 Sep 06 04:48:38.157486 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d393128-c5f0-42e1-8ee9-ebf640b5db6b req-591284e0-29cb-45f4-b29f-a5949a5816fe tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:38.159031 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1d393128-c5f0-42e1-8ee9-ebf640b5db6b req-591284e0-29cb-45f4-b29f-a5949a5816fe tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 945 time: 0.0494289 Sep 06 04:48:38.200723 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:38.210115 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1d393128-c5f0-42e1-8ee9-ebf640b5db6b req-4100a05e-3262-493e-8866-ac5ddfd5f9bc tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452585 Sep 06 04:48:38.664654 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45458) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:38.777091 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-300775b9-8d28-493a-9839-e0be5b8bde74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:38.853442 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-300775b9-8d28-493a-9839-e0be5b8bde74 admin admin] Publish callbacks [] for security_group (9ac0ddd8-877d-46b6-814f-0cb24fb57fdb), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:38.919592 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-300775b9-8d28-493a-9839-e0be5b8bde74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (9ac0ddd8-877d-46b6-814f-0cb24fb57fdb), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:38.954360 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be451854-5cd7-4402-808c-6485c2fa8abd req-9ea3b56d-d076-4493-9e0a-e263571da138 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:38.956030 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-be451854-5cd7-4402-808c-6485c2fa8abd req-9ea3b56d-d076-4493-9e0a-e263571da138 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 943 time: 0.0460835 Sep 06 04:48:38.959502 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-300775b9-8d28-493a-9839-e0be5b8bde74 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=c07e9d23d0424a5b9df13d548ad17cde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937782 Sep 06 04:48:38.960491 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300775b9-8d28-493a-9839-e0be5b8bde74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac0ddd8-877d-46b6-814f-0cb24fb57fdb,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:38.962891 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45464) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:39.004634 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-be451854-5cd7-4402-808c-6485c2fa8abd req-7e0c23b7-346a-4d36-b716-9b6b501a8253 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429213 Sep 06 04:48:39.013634 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed690-7311-4f1b-b434-0cd3e2bce738 admin admin] Publish callbacks [] for security_group (9ac0ddd8-877d-46b6-814f-0cb24fb57fdb), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:39.038500 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed690-7311-4f1b-b434-0cd3e2bce738 admin admin] Publish callbacks [] for security_group (9ac0ddd8-877d-46b6-814f-0cb24fb57fdb), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:39.121503 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed690-7311-4f1b-b434-0cd3e2bce738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (9ac0ddd8-877d-46b6-814f-0cb24fb57fdb), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:39.124687 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed690-7311-4f1b-b434-0cd3e2bce738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:39.125846 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-3a3ed690-7311-4f1b-b434-0cd3e2bce738 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9ac0ddd8-877d-46b6-814f-0cb24fb57fdb HTTP/1.1" status: 204 len: 168 time: 0.1620784 Sep 06 04:48:39.134005 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ed690-7311-4f1b-b434-0cd3e2bce738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac0ddd8-877d-46b6-814f-0cb24fb57fdb,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:39.270916 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:39.298791 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:39.324406 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=7 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:39.341757 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765baea-a8d0-4783-a4a6-7906539194da req-6edbe756-fef6-4dd4-851b-8e1c9d93a361 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:39.343909 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9765baea-a8d0-4783-a4a6-7906539194da req-6edbe756-fef6-4dd4-851b-8e1c9d93a361 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 945 time: 0.0561507 Sep 06 04:48:39.395892 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9765baea-a8d0-4783-a4a6-7906539194da req-86c0406b-9f82-4b06-bb8e-ebb1b0a2059d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465267 Sep 06 04:48:39.470939 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7ff1b-96ea-470e-bafc-4523d58be57f req-304592e6-ab05-44e8-9179-d0ef40d579ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:39.472351 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-02c7ff1b-96ea-470e-bafc-4523d58be57f req-304592e6-ab05-44e8-9179-d0ef40d579ba service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=375efd2890fc4b71af13439813f00ab0&device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 1130 time: 0.0429723 Sep 06 04:48:39.589228 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bd09f-e7d7-4fcd-8501-6ad228179db5 req-be3d7efd-ab52-4abf-aee4-5a22d5f10833 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:39.590688 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ae3bd09f-e7d7-4fcd-8501-6ad228179db5 req-be3d7efd-ab52-4abf-aee4-5a22d5f10833 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 945 time: 0.0475512 Sep 06 04:48:39.641134 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7ff1b-96ea-470e-bafc-4523d58be57f req-e9c7ffa9-14ba-4118-913b-71ef7691e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:39.642830 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-02c7ff1b-96ea-470e-bafc-4523d58be57f req-e9c7ffa9-14ba-4118-913b-71ef7691e73f service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=713bea32-eeee-4105-a352-3326771fb659 HTTP/1.1" status: 200 len: 913 time: 0.0939395 Sep 06 04:48:39.682354 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-ae3bd09f-e7d7-4fcd-8501-6ad228179db5 req-a5c442e1-f97c-4e41-8f1b-2cc91a930fb5 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Deleting port 0f636c18-fb41-4c1e-b52b-868f0f44b336 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:39.682712 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ae3bd09f-e7d7-4fcd-8501-6ad228179db5 req-a5c442e1-f97c-4e41-8f1b-2cc91a930fb5 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (0f636c18-fb41-4c1e-b52b-868f0f44b336), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:39.712049 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-02c7ff1b-96ea-470e-bafc-4523d58be57f req-9552530c-9d83-4f87-9bf7-e3dceb96051b service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a88b191-41e1-4780-8ac2-cac44e992df0 HTTP/1.1" status: 200 len: 1001 time: 0.0634866 Sep 06 04:48:39.729794 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:39.747207 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device f3db9658-18de-42f4-8b9e-69f7017c0392 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:48:39.765155 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 0f636c18-fb41-4c1e-b52b-868f0f44b336 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:48:39.768986 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7ff1b-96ea-470e-bafc-4523d58be57f req-52a96b91-eab0-44e2-a828-9816836fcd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:39.770999 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-02c7ff1b-96ea-470e-bafc-4523d58be57f req-52a96b91-eab0-44e2-a828-9816836fcd9c service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=620d1330-0c40-41f6-9a10-faccabf815ee HTTP/1.1" status: 200 len: 851 time: 0.0529160 Sep 06 04:48:39.783421 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45472) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:39.805300 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [req-ae3bd09f-e7d7-4fcd-8501-6ad228179db5 req-a5c442e1-f97c-4e41-8f1b-2cc91a930fb5 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] For port 0f636c18-fb41-4c1e-b52b-868f0f44b336, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=0f636c18-fb41-4c1e-b52b-868f0f44b336,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:39.806010 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ae3bd09f-e7d7-4fcd-8501-6ad228179db5 req-a5c442e1-f97c-4e41-8f1b-2cc91a930fb5 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (0f636c18-fb41-4c1e-b52b-868f0f44b336), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:39.809510 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:39.822167 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7ff1b-96ea-470e-bafc-4523d58be57f req-bb0c1f44-c3ce-4a60-9914-fb64f1bacd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:39.823837 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-02c7ff1b-96ea-470e-bafc-4523d58be57f req-bb0c1f44-c3ce-4a60-9914-fb64f1bacd1b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=713bea32-eeee-4105-a352-3326771fb659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468464 Sep 06 04:48:39.833071 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [req-ae3bd09f-e7d7-4fcd-8501-6ad228179db5 req-a5c442e1-f97c-4e41-8f1b-2cc91a930fb5 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Calling delete_port for 0f636c18-fb41-4c1e-b52b-868f0f44b336 owned by compute:nova {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:39.846445 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:39.890575 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:39.906947 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 0f636c18-fb41-4c1e-b52b-868f0f44b336 is: ACTIVE; New status is: DOWN {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:48:39.907330 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (0f636c18-fb41-4c1e-b52b-868f0f44b336), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:39.921988 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-02c7ff1b-96ea-470e-bafc-4523d58be57f req-777ff9f2-f39d-4359-b5b0-1eb27113e40b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919166 Sep 06 04:48:39.931442 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port f3db9658-18de-42f4-8b9e-69f7017c0392, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=f3db9658-18de-42f4-8b9e-69f7017c0392,segment=NetworkSegment(00ff42bd-4eb5-4e65-a9fb-cb9947deb650),segment_id=00ff42bd-4eb5-4e65-a9fb-cb9947deb650)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:39.945113 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=100 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:39.953363 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17758d6d-93d6-48b1-890f-eca1a0fe0058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f636c18-fb41-4c1e-b52b-868f0f44b336'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:48:39.955874 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9213a978-6ea5-428d-9bee-9c3e8793cc55" -d '{"events": [{"server_uuid": "17758d6d-93d6-48b1-890f-eca1a0fe0058", "name": "network-vif-unplugged", "status": "completed", "tag": "0f636c18-fb41-4c1e-b52b-868f0f44b336"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:48:39.962513 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': 'f3db9658-18de-42f4-8b9e-69f7017c0392', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'port_id': 'f3db9658-18de-42f4-8b9e-69f7017c0392', 'mac_address': 'fa:16:3e:50:13:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:48:39.976817 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 0f636c18-fb41-4c1e-b52b-868f0f44b336, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=0f636c18-fb41-4c1e-b52b-868f0f44b336,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:39.989789 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Publish callbacks [] for security_group (72fd8d82-5845-498e-a693-a79b4b56d583), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:40.008150 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port f3db9658-18de-42f4-8b9e-69f7017c0392 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:48:40.008542 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (f3db9658-18de-42f4-8b9e-69f7017c0392), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:40.021808 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3db9658-18de-42f4-8b9e-69f7017c0392 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:48:40.032805 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-02c7ff1b-96ea-470e-bafc-4523d58be57f req-a6539b69-1aef-4f01-8ee4-85d3d03e20c1 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045442 Sep 06 04:48:40.048391 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port f3db9658-18de-42f4-8b9e-69f7017c0392, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=f3db9658-18de-42f4-8b9e-69f7017c0392,segment=NetworkSegment(00ff42bd-4eb5-4e65-a9fb-cb9947deb650),segment_id=00ff42bd-4eb5-4e65-a9fb-cb9947deb650)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:40.053035 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (0f636c18-fb41-4c1e-b52b-868f0f44b336), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:40.122279 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (72fd8d82-5845-498e-a693-a79b4b56d583), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:40.162677 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a8cc3-6b8b-486d-a689-0a7875776151 req-5c57048d-9b2c-4e11-b867-382edd859570 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:40.170417 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a82a8cc3-6b8b-486d-a689-0a7875776151 req-5c57048d-9b2c-4e11-b867-382edd859570 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 943 time: 0.0682113 Sep 06 04:48:40.184712 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=274ec6db8c064245a37a81f87de92b20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3997235 Sep 06 04:48:40.193239 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45480) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:40.202671 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fd8d82-5845-498e-a693-a79b4b56d583,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:40.212640 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.213282 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.213816 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.214364 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.215056 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.215555 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.216050 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.216874 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.217347 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.217906 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.218178 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.222080 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.222080 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.222080 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.222080 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5adc03-23a6-4435-b94c-ce4004bab126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.243121 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (f3db9658-18de-42f4-8b9e-69f7017c0392), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:40.267307 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a82a8cc3-6b8b-486d-a689-0a7875776151 req-7736b678-6245-4aa0-a5b3-6d73d11ee116 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950577 Sep 06 04:48:40.271618 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=0f636c18-fb41-4c1e-b52b-868f0f44b336,revision_number=6']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:40.272685 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ae3bd09f-e7d7-4fcd-8501-6ad228179db5 req-a5c442e1-f97c-4e41-8f1b-2cc91a930fb5 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (0f636c18-fb41-4c1e-b52b-868f0f44b336), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:40.280090 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.282549 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.282549 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.282549 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.282549 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.283161 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.287132 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.287501 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.287845 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.288183 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.289531 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.289531 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.289531 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.289531 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.289896 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:48:40.295309 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Sep 2022 04:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afb76e3-4c79-4185-b773-2a07cae73faf x-openstack-request-id: req-5afb76e3-4c79-4185-b773-2a07cae73faf {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:48:40.295309 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17758d6d-93d6-48b1-890f-eca1a0fe0058", "name": "network-vif-unplugged", "status": "completed", "tag": "0f636c18-fb41-4c1e-b52b-868f0f44b336", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:48:40.295309 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5afb76e3-4c79-4185-b773-2a07cae73faf {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:48:40.295309 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5afb76e3-4c79-4185-b773-2a07cae73faf'] response: {'server_uuid': '17758d6d-93d6-48b1-890f-eca1a0fe0058', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f636c18-fb41-4c1e-b52b-868f0f44b336', 'code': 200} Sep 06 04:48:40.313735 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c442e1-f97c-4e41-8f1b-2cc91a930fb5 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event deleted for resources: {'Port': ['ID=0f636c18-fb41-4c1e-b52b-868f0f44b336,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:40.314444 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e027e5ba-df8c-45cb-b589-f26f0d7150de admin admin] Publish callbacks [] for security_group (72fd8d82-5845-498e-a693-a79b4b56d583), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:40.346966 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e027e5ba-df8c-45cb-b589-f26f0d7150de admin admin] Publish callbacks [] for security_group (72fd8d82-5845-498e-a693-a79b4b56d583), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:40.352990 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=f3db9658-18de-42f4-8b9e-69f7017c0392,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:40.384981 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3bd09f-e7d7-4fcd-8501-6ad228179db5 req-a5c442e1-f97c-4e41-8f1b-2cc91a930fb5 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] No DVR routers for this DVR port 0f636c18-fb41-4c1e-b52b-868f0f44b336 on host hv-cinder-85600 {{(pid=106938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:48:40.387590 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [req-ae3bd09f-e7d7-4fcd-8501-6ad228179db5 req-a5c442e1-f97c-4e41-8f1b-2cc91a930fb5 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:40.390792 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ae3bd09f-e7d7-4fcd-8501-6ad228179db5 req-a5c442e1-f97c-4e41-8f1b-2cc91a930fb5 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.46 "DELETE /networking/v2.0/ports/0f636c18-fb41-4c1e-b52b-868f0f44b336 HTTP/1.1" status: 204 len: 173 time: 0.7929137 Sep 06 04:48:40.391727 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17758d6d-93d6-48b1-890f-eca1a0fe0058', 'name': 'network-vif-deleted', 'tag': '0f636c18-fb41-4c1e-b52b-868f0f44b336'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:48:40.394043 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b16f70-7807-4c54-a2eb-0ae1fbf9cd87" -d '{"events": [{"server_uuid": "17758d6d-93d6-48b1-890f-eca1a0fe0058", "name": "network-vif-deleted", "tag": "0f636c18-fb41-4c1e-b52b-868f0f44b336"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:48:40.435909 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4653a7de-d3bb-41d1-ad53-43f1b33b60e8 x-openstack-request-id: req-4653a7de-d3bb-41d1-ad53-43f1b33b60e8 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:48:40.436206 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17758d6d-93d6-48b1-890f-eca1a0fe0058", "name": "network-vif-deleted", "tag": "0f636c18-fb41-4c1e-b52b-868f0f44b336", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:48:40.436457 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4653a7de-d3bb-41d1-ad53-43f1b33b60e8 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:48:40.436857 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4653a7de-d3bb-41d1-ad53-43f1b33b60e8'] response: {'server_uuid': '17758d6d-93d6-48b1-890f-eca1a0fe0058', 'name': 'network-vif-deleted', 'tag': '0f636c18-fb41-4c1e-b52b-868f0f44b336', 'status': 'completed', 'code': 200} Sep 06 04:48:40.503432 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e027e5ba-df8c-45cb-b589-f26f0d7150de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (72fd8d82-5845-498e-a693-a79b4b56d583), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:40.506707 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e027e5ba-df8c-45cb-b589-f26f0d7150de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:40.510272 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-e027e5ba-df8c-45cb-b589-f26f0d7150de admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/72fd8d82-5845-498e-a693-a79b4b56d583 HTTP/1.1" status: 204 len: 168 time: 0.3137383 Sep 06 04:48:40.520212 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:40.521070 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b1e30ec6-8647-42d2-8abc-55074fce96e3 req-0484c2d3-dcc7-4de9-8d68-ca6fa6dbfa73 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 210 time: 0.0383599 Sep 06 04:48:40.521190 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027e5ba-df8c-45cb-b589-f26f0d7150de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fd8d82-5845-498e-a693-a79b4b56d583,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:40.792215 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['f3db9658-18de-42f4-8b9e-69f7017c0392'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:48:41.302375 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45492) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:41.318068 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ceefd061-a100-4869-86f9-e7dc4744f092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:41.446219 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cba34b-cd53-42c3-9080-1461dbb151ce req-3f251578-ba43-48d9-acf9-f64772b19f76 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:41.446219 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b1cba34b-cd53-42c3-9080-1461dbb151ce req-3f251578-ba43-48d9-acf9-f64772b19f76 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 944 time: 0.0605996 Sep 06 04:48:41.490301 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ceefd061-a100-4869-86f9-e7dc4744f092 admin admin] Publish callbacks [] for security_group (1622a44b-ff92-4362-a0cc-aa9950b6d677), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:41.506744 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b1cba34b-cd53-42c3-9080-1461dbb151ce req-b7ff06ab-d8e2-4da3-bd76-e5d632856e9a tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600471 Sep 06 04:48:41.548033 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ceefd061-a100-4869-86f9-e7dc4744f092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (1622a44b-ff92-4362-a0cc-aa9950b6d677), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:41.590310 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefd061-a100-4869-86f9-e7dc4744f092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1622a44b-ff92-4362-a0cc-aa9950b6d677,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:41.594918 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-ceefd061-a100-4869-86f9-e7dc4744f092 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=bb1eeeedbb504eb88d66a5f177b0d028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912004 Sep 06 04:48:41.597546 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45496) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:41.642507 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-bb131bd8-80f4-421f-969f-4962cd1f8778 req-1d7e759c-2245-4079-80e7-b024be6df053 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=17758d6d-93d6-48b1-890f-eca1a0fe0058 HTTP/1.1" status: 200 len: 210 time: 0.0332131 Sep 06 04:48:41.767044 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device f3db9658-18de-42f4-8b9e-69f7017c0392 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:48:41.803806 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:41.813286 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port f3db9658-18de-42f4-8b9e-69f7017c0392 completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:48:41.898496 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port f3db9658-18de-42f4-8b9e-69f7017c0392 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:48:41.898983 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (f3db9658-18de-42f4-8b9e-69f7017c0392), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:41.921551 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-756c110b-a3af-4aa6-9d68-4e19bbf18ebc admin admin] Publish callbacks [] for security_group (1622a44b-ff92-4362-a0cc-aa9950b6d677), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:41.943388 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-756c110b-a3af-4aa6-9d68-4e19bbf18ebc admin admin] Publish callbacks [] for security_group (1622a44b-ff92-4362-a0cc-aa9950b6d677), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:41.978488 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port f3db9658-18de-42f4-8b9e-69f7017c0392 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:48:41.978785 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (f3db9658-18de-42f4-8b9e-69f7017c0392), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:42.019757 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port f3db9658-18de-42f4-8b9e-69f7017c0392, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=f3db9658-18de-42f4-8b9e-69f7017c0392,segment=NetworkSegment(00ff42bd-4eb5-4e65-a9fb-cb9947deb650),segment_id=00ff42bd-4eb5-4e65-a9fb-cb9947deb650)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:42.076071 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-756c110b-a3af-4aa6-9d68-4e19bbf18ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (1622a44b-ff92-4362-a0cc-aa9950b6d677), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:42.078925 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-756c110b-a3af-4aa6-9d68-4e19bbf18ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:42.080067 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-756c110b-a3af-4aa6-9d68-4e19bbf18ebc admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/1622a44b-ff92-4362-a0cc-aa9950b6d677 HTTP/1.1" status: 204 len: 168 time: 0.4814734 Sep 06 04:48:42.087970 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c110b-a3af-4aa6-9d68-4e19bbf18ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1622a44b-ff92-4362-a0cc-aa9950b6d677,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:42.111288 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (f3db9658-18de-42f4-8b9e-69f7017c0392), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:42.175496 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=f3db9658-18de-42f4-8b9e-69f7017c0392,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:42.268319 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-88ac98f0-849b-4d60-93e2-4f9480656814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:42.296429 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1fe518-288a-42d5-a385-829581568441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3db9658-18de-42f4-8b9e-69f7017c0392'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:48:42.299925 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b4cb4e-71de-4b59-9c77-9008507827a9" -d '{"events": [{"server_uuid": "1b1fe518-288a-42d5-a385-829581568441", "name": "network-vif-plugged", "status": "completed", "tag": "f3db9658-18de-42f4-8b9e-69f7017c0392"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:48:42.341709 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640619f6-d978-444f-8af3-5d0fbceb1289 x-openstack-request-id: req-640619f6-d978-444f-8af3-5d0fbceb1289 {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:48:42.342003 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1fe518-288a-42d5-a385-829581568441", "name": "network-vif-plugged", "status": "completed", "tag": "f3db9658-18de-42f4-8b9e-69f7017c0392", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:48:42.342261 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-640619f6-d978-444f-8af3-5d0fbceb1289 {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:48:42.342677 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-640619f6-d978-444f-8af3-5d0fbceb1289'] response: {'server_uuid': '1b1fe518-288a-42d5-a385-829581568441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3db9658-18de-42f4-8b9e-69f7017c0392', 'code': 200} Sep 06 04:48:42.637772 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69137887-cb8e-40c1-bea1-784741b246d1 req-adb50226-94e0-402e-8fb4-716d0f43b71c tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:42.639551 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-69137887-cb8e-40c1-bea1-784741b246d1 req-adb50226-94e0-402e-8fb4-716d0f43b71c tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0522885 Sep 06 04:48:42.725611 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-69137887-cb8e-40c1-bea1-784741b246d1 req-46f65957-6fda-4a32-b745-75f7a43a2f18 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795786 Sep 06 04:48:42.726743 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500effd7-cf9f-4b1d-b5d7-c900ce737fdf req-52b7ffe3-b015-4a90-8444-8fb21034b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:42.728278 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-500effd7-cf9f-4b1d-b5d7-c900ce737fdf req-52b7ffe3-b015-4a90-8444-8fb21034b3d6 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 1129 time: 0.0511680 Sep 06 04:48:42.771959 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-500effd7-cf9f-4b1d-b5d7-c900ce737fdf req-8d8070f5-556a-4179-9b37-5bbb9b6bc73c service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380874 Sep 06 04:48:43.848316 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f6803-d423-45ba-965d-f8cbf6142ca7 req-ec0ea6ac-63be-4e4d-90aa-3d3ea8beb532 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:43.849849 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0c6f6803-d423-45ba-965d-f8cbf6142ca7 req-ec0ea6ac-63be-4e4d-90aa-3d3ea8beb532 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0472503 Sep 06 04:48:43.900172 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0c6f6803-d423-45ba-965d-f8cbf6142ca7 req-39b67b68-4584-422f-b13e-fc28a8aa9fc4 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436876 Sep 06 04:48:44.579101 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-16ebd8dd-57ae-48eb-96bd-6f68f329051b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:45.024061 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347af28-5005-4d23-bf6e-67c192873a0b req-c2f48bce-65ab-436d-8497-c33818b11552 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:45.025594 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b347af28-5005-4d23-bf6e-67c192873a0b req-c2f48bce-65ab-436d-8497-c33818b11552 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0480514 Sep 06 04:48:45.074378 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b347af28-5005-4d23-bf6e-67c192873a0b req-2d773649-7457-4c54-944c-2f9f13423195 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428739 Sep 06 04:48:45.175343 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45524) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:45.189370 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e24f68-cab9-4b10-a386-2b826874d62c req-19cfefac-38b5-4b31-bc96-c830134228e3 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:45.190872 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b4e24f68-cab9-4b10-a386-2b826874d62c req-19cfefac-38b5-4b31-bc96-c830134228e3 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0471666 Sep 06 04:48:45.200782 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45526) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:45.205145 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-0891f973-cd54-42c1-a6c7-56a90f484ec5 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Request body: {'floatingip': {'port_id': 'f3db9658-18de-42f4-8b9e-69f7017c0392'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:48:45.242963 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0891f973-cd54-42c1-a6c7-56a90f484ec5 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for floatingip (c7cc3c0b-eaa9-4753-a237-ee3946372251), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:45.274700 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:45.321574 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-26c2f886-8aac-45ee-835e-cd66946200c3 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Deleting port 638a7667-970f-4e24-9964-1d6b048be3f9 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:45.321920 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-26c2f886-8aac-45ee-835e-cd66946200c3 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (638a7667-970f-4e24-9964-1d6b048be3f9), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:45.401068 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-26c2f886-8aac-45ee-835e-cd66946200c3 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (638a7667-970f-4e24-9964-1d6b048be3f9), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:45.401503 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-26c2f886-8aac-45ee-835e-cd66946200c3 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for floatingip (638a7667-970f-4e24-9964-1d6b048be3f9), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:45.412962 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:45.414181 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-26c2f886-8aac-45ee-835e-cd66946200c3 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Calling delete_port for 638a7667-970f-4e24-9964-1d6b048be3f9 owned by network:floatingip {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:45.590822 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:45.597590 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:45.668188 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-26c2f886-8aac-45ee-835e-cd66946200c3 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (638a7667-970f-4e24-9964-1d6b048be3f9), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:45.681125 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0891f973-cd54-42c1-a6c7-56a90f484ec5 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:45.694338 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2f886-8aac-45ee-835e-cd66946200c3 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event deleted for resources: {'Port': ['ID=638a7667-970f-4e24-9964-1d6b048be3f9,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:45.759658 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-26c2f886-8aac-45ee-835e-cd66946200c3 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for floatingip (04b1c821-39e2-47f3-a6e2-2efdc19a96e4), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:45.759976 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.l3_db [None req-26c2f886-8aac-45ee-835e-cd66946200c3 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Floating IP 04b1c821-39e2-47f3-a6e2-2efdc19a96e4 disassociated (deleted). External IP: 172.27.1.98, port: 8a88b191-41e1-4780-8ac2-cac44e992df0. Sep 06 04:48:45.773442 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0891f973-cd54-42c1-a6c7-56a90f484ec5 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (c7cc3c0b-eaa9-4753-a237-ee3946372251), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:45.874537 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.l3_db [None req-0891f973-cd54-42c1-a6c7-56a90f484ec5 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Floating IP c7cc3c0b-eaa9-4753-a237-ee3946372251 associated. External IP: 172.27.1.251, port: f3db9658-18de-42f4-8b9e-69f7017c0392. Sep 06 04:48:45.965104 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:46.083798 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0891f973-cd54-42c1-a6c7-56a90f484ec5 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:48:46.191128 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0891f973-cd54-42c1-a6c7-56a90f484ec5 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:48:46.195763 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0891f973-cd54-42c1-a6c7-56a90f484ec5 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:46.197470 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:46.203487 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04325172-1d49-4548-97d8-2393ac3c47e8 None None] Sync routers for ids ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:48:46.209421 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c2f886-8aac-45ee-835e-cd66946200c3 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:48:46.214935 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04325172-1d49-4548-97d8-2393ac3c47e8 None None] Routers {'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:48:46.214935 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-04325172-1d49-4548-97d8-2393ac3c47e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:48:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:46.230779 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-0891f973-cd54-42c1-a6c7-56a90f484ec5 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/c7cc3c0b-eaa9-4753-a237-ee3946372251 HTTP/1.1" status: 200 len: 991 time: 1.0265985 Sep 06 04:48:46.230779 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1fe518-288a-42d5-a385-829581568441', 'tag': 'f3db9658-18de-42f4-8b9e-69f7017c0392'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:48:46.231515 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad261bc7-5c53-4027-ab10-6396e37dbd90" -d '{"events": [{"name": "network-changed", "server_uuid": "1b1fe518-288a-42d5-a385-829581568441", "tag": "f3db9658-18de-42f4-8b9e-69f7017c0392"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:48:46.270504 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4982ec44-0349-4fef-a4ca-f7ad82918990 x-openstack-request-id: req-4982ec44-0349-4fef-a4ca-f7ad82918990 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:48:46.270504 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b1fe518-288a-42d5-a385-829581568441", "tag": "f3db9658-18de-42f4-8b9e-69f7017c0392", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:48:46.273461 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4982ec44-0349-4fef-a4ca-f7ad82918990 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:48:46.273461 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4982ec44-0349-4fef-a4ca-f7ad82918990'] response: {'name': 'network-changed', 'server_uuid': '1b1fe518-288a-42d5-a385-829581568441', 'tag': 'f3db9658-18de-42f4-8b9e-69f7017c0392', 'status': 'completed', 'code': 200} Sep 06 04:48:46.277748 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:46.329257 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c2f886-8aac-45ee-835e-cd66946200c3 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:48:46.332936 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-04325172-1d49-4548-97d8-2393ac3c47e8 None None] Set router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:48:46.335014 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-26c2f886-8aac-45ee-835e-cd66946200c3 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:46.343767 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e2d258-5ad2-49de-a21d-7f2e11d3296d None None] Sync routers for ids ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:48:46.356464 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e2d258-5ad2-49de-a21d-7f2e11d3296d None None] Routers {'d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:48:46.357940 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-82e2d258-5ad2-49de-a21d-7f2e11d3296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:48:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:46.390552 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad261bc7-5c53-4027-ab10-6396e37dbd90 req-def2be06-b1e3-43a1-b843-65040ef03414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:46.392049 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ad261bc7-5c53-4027-ab10-6396e37dbd90 req-def2be06-b1e3-43a1-b843-65040ef03414 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f91efa94deff4ceb80b0a1aa88087421&device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 1129 time: 0.0710599 Sep 06 04:48:46.396482 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-26c2f886-8aac-45ee-835e-cd66946200c3 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/04b1c821-39e2-47f3-a6e2-2efdc19a96e4 HTTP/1.1" status: 204 len: 168 time: 1.2176259 Sep 06 04:48:46.396482 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'tag': '8a88b191-41e1-4780-8ac2-cac44e992df0'}] {{(pid=106938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:48:46.397202 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}382bcb38b767881c46c10c5ac242a8953d7ee9941fe61870aac26371a71f78a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2651b9af-36ce-4be0-abe1-2d672eee2652" -d '{"events": [{"name": "network-changed", "server_uuid": "65eefee7-f977-45ba-92a9-d0a97facdad7", "tag": "8a88b191-41e1-4780-8ac2-cac44e992df0"}]}' {{(pid=106938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:48:46.461769 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:46.465789 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928b21ef-7651-4e91-9bbf-7f9489b69760 x-openstack-request-id: req-928b21ef-7651-4e91-9bbf-7f9489b69760 {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:48:46.466278 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65eefee7-f977-45ba-92a9-d0a97facdad7", "tag": "8a88b191-41e1-4780-8ac2-cac44e992df0", "status": "completed", "code": 200}]} {{(pid=106938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:48:46.466693 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-928b21ef-7651-4e91-9bbf-7f9489b69760 {{(pid=106938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:48:46.467277 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928b21ef-7651-4e91-9bbf-7f9489b69760'] response: {'name': 'network-changed', 'server_uuid': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'tag': '8a88b191-41e1-4780-8ac2-cac44e992df0', 'status': 'completed', 'code': 200} Sep 06 04:48:46.522818 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad261bc7-5c53-4027-ab10-6396e37dbd90 req-0f5efbde-cbb0-4779-9b85-19ba86c796fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:46.524454 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ad261bc7-5c53-4027-ab10-6396e37dbd90 req-0f5efbde-cbb0-4779-9b85-19ba86c796fd service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d HTTP/1.1" status: 200 len: 912 time: 0.1241436 Sep 06 04:48:46.526406 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-82e2d258-5ad2-49de-a21d-7f2e11d3296d None None] Set router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:48:46.528088 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:46.539705 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651b9af-36ce-4be0-abe1-2d672eee2652 req-23de5abf-3f56-44cc-818e-7ac3ff18d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:46.541525 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2651b9af-36ce-4be0-abe1-2d672eee2652 req-23de5abf-3f56-44cc-818e-7ac3ff18d606 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=375efd2890fc4b71af13439813f00ab0&device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 1130 time: 0.0523047 Sep 06 04:48:46.602494 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-04325172-1d49-4548-97d8-2393ac3c47e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 4, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'c7cc3c0b-eaa9-4753-a237-ee3946372251', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'port_id': 'f3db9658-18de-42f4-8b9e-69f7017c0392', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'mac_address': 'fa:16:3e:50:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fe518-288a-42d5-a385-829581568441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:48:28Z', 'updated_at': '2022-09-06T04:48:45Z', 'revision_number': 1, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd', 'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'mac_address': 'fa:16:3e:d7:0d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:25Z', 'updated_at': '2022-09-06T04:48:30Z', 'revision_number': 5, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'subnets': [{'id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:46.609812 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ad261bc7-5c53-4027-ab10-6396e37dbd90 req-2f4097a9-13cd-4a46-887f-acc0d1d1410b service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3db9658-18de-42f4-8b9e-69f7017c0392 HTTP/1.1" status: 200 len: 999 time: 0.0784144 Sep 06 04:48:46.633180 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04325172-1d49-4548-97d8-2393ac3c47e8 None None] Checking router: eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:48:46.642101 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04325172-1d49-4548-97d8-2393ac3c47e8 None None] Routers {'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:48:46.642974 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-04325172-1d49-4548-97d8-2393ac3c47e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:48:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:46.672474 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad261bc7-5c53-4027-ab10-6396e37dbd90 req-6dd37932-4a9f-4351-9b47-7d1e0a080547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:46.675265 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ad261bc7-5c53-4027-ab10-6396e37dbd90 req-6dd37932-4a9f-4351-9b47-7d1e0a080547 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=3ee4821a-8038-4394-b99d-e9ad4940e298 HTTP/1.1" status: 200 len: 850 time: 0.0581875 Sep 06 04:48:46.677209 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651b9af-36ce-4be0-abe1-2d672eee2652 req-8688bde0-fdcc-4d34-a264-c5acddedfbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:46.678693 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2651b9af-36ce-4be0-abe1-2d672eee2652 req-8688bde0-fdcc-4d34-a264-c5acddedfbbe service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=713bea32-eeee-4105-a352-3326771fb659 HTTP/1.1" status: 200 len: 913 time: 0.1314194 Sep 06 04:48:46.730477 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2651b9af-36ce-4be0-abe1-2d672eee2652 req-171113ea-3abb-44a3-88cb-a2960f3c2d36 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a88b191-41e1-4780-8ac2-cac44e992df0 HTTP/1.1" status: 200 len: 217 time: 0.0455573 Sep 06 04:48:46.731877 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad261bc7-5c53-4027-ab10-6396e37dbd90 req-be74c309-2660-429a-868d-b04018bf355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:46.732748 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-82e2d258-5ad2-49de-a21d-7f2e11d3296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:46.733997 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ad261bc7-5c53-4027-ab10-6396e37dbd90 req-be74c309-2660-429a-868d-b04018bf355a service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491302 Sep 06 04:48:46.755160 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-04325172-1d49-4548-97d8-2393ac3c47e8 None None] Set router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:48:46.762742 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e2d258-5ad2-49de-a21d-7f2e11d3296d None None] Checking router: d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:48:46.775402 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:46.789735 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e2d258-5ad2-49de-a21d-7f2e11d3296d None None] Routers {'d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:48:46.792060 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-82e2d258-5ad2-49de-a21d-7f2e11d3296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:48:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:46.806958 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651b9af-36ce-4be0-abe1-2d672eee2652 req-ab55e7b8-6584-4035-80aa-5cb1abb77ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:46.807402 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2651b9af-36ce-4be0-abe1-2d672eee2652 req-ab55e7b8-6584-4035-80aa-5cb1abb77ce6 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=620d1330-0c40-41f6-9a10-faccabf815ee HTTP/1.1" status: 200 len: 851 time: 0.0668023 Sep 06 04:48:46.843068 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ad261bc7-5c53-4027-ab10-6396e37dbd90 req-58a4a6d3-0a9f-4b48-9b56-3af787dcd574 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020124 Sep 06 04:48:46.855745 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651b9af-36ce-4be0-abe1-2d672eee2652 req-a046875b-f8d7-4ac0-a63c-008023f123d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:46.857249 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2651b9af-36ce-4be0-abe1-2d672eee2652 req-a046875b-f8d7-4ac0-a63c-008023f123d8 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=713bea32-eeee-4105-a352-3326771fb659&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441816 Sep 06 04:48:46.858654 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:46.966563 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ad261bc7-5c53-4027-ab10-6396e37dbd90 req-370acb3a-b086-4454-bd39-9758837508ab service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172221 Sep 06 04:48:46.975214 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2651b9af-36ce-4be0-abe1-2d672eee2652 req-ee0d110d-a4dc-4f50-9dbf-553f31bbc467 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114020 Sep 06 04:48:46.980219 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-82e2d258-5ad2-49de-a21d-7f2e11d3296d None None] Set router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:48:47.029897 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc4fee-5fc1-4572-be95-60773da6504d req-976089d5-af45-47fb-aedc-477382adeb4d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:47.031575 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fbcc4fee-5fc1-4572-be95-60773da6504d req-976089d5-af45-47fb-aedc-477382adeb4d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 946 time: 0.0486906 Sep 06 04:48:47.041417 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-04325172-1d49-4548-97d8-2393ac3c47e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 4, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'c7cc3c0b-eaa9-4753-a237-ee3946372251', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'port_id': 'f3db9658-18de-42f4-8b9e-69f7017c0392', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'mac_address': 'fa:16:3e:50:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fe518-288a-42d5-a385-829581568441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:48:28Z', 'updated_at': '2022-09-06T04:48:45Z', 'revision_number': 1, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd', 'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'mac_address': 'fa:16:3e:d7:0d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:25Z', 'updated_at': '2022-09-06T04:48:30Z', 'revision_number': 5, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'subnets': [{'id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:47.067738 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04325172-1d49-4548-97d8-2393ac3c47e8 None None] The sync data for ids ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'] in dv-cinder-856002-1-iscsi is: [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 4, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'c7cc3c0b-eaa9-4753-a237-ee3946372251', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'port_id': 'f3db9658-18de-42f4-8b9e-69f7017c0392', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'mac_address': 'fa:16:3e:50:13:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1fe518-288a-42d5-a385-829581568441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:48:28Z', 'updated_at': '2022-09-06T04:48:45Z', 'revision_number': 1, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd', 'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'mac_address': 'fa:16:3e:d7:0d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:25Z', 'updated_at': '2022-09-06T04:48:30Z', 'revision_number': 5, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'subnets': [{'id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:48:47.090960 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-fbcc4fee-5fc1-4572-be95-60773da6504d req-c95e906a-3e96-4203-b33c-9eeb033584c3 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526881 Sep 06 04:48:47.167487 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-2651b9af-36ce-4be0-abe1-2d672eee2652 req-26b6251b-7c13-4161-a22a-802f67458b1e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008589 Sep 06 04:48:47.278248 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-82e2d258-5ad2-49de-a21d-7f2e11d3296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:47.296939 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:47.309944 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e2d258-5ad2-49de-a21d-7f2e11d3296d None None] The sync data for ids ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'] in dv-cinder-856002-1-iscsi is: [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:37:43Z', 'revision_number': 4, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '63026a00-07fd-43ca-bdd1-9c0224f94b15', 'name': '', 'network_id': '713bea32-eeee-4105-a352-3326771fb659', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'mac_address': 'fa:16:3e:1b:da:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:42Z', 'updated_at': '2022-09-06T04:37:47Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'subnets': [{'id': '620d1330-0c40-41f6-9a10-faccabf815ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:48:47.321612 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c305392-c649-4a70-89ce-0aaca8a68c51 None None] New status for floating IP c7cc3c0b-eaa9-4753-a237-ee3946372251: ACTIVE {{(pid=106940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:48:47.364968 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:47.545158 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b816d1ca-8d49-4186-bf0c-408e6687746b None None] New status for floating IP 04b1c821-39e2-47f3-a6e2-2efdc19a96e4: DOWN {{(pid=106941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:48:47.841938 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68816685-5698-4b89-976e-0cd3b552a272 req-1b2c2114-c683-491d-b133-a3b7aab0fec3 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:47.843355 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-68816685-5698-4b89-976e-0cd3b552a272 req-1b2c2114-c683-491d-b133-a3b7aab0fec3 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 946 time: 0.0490937 Sep 06 04:48:47.924947 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-68816685-5698-4b89-976e-0cd3b552a272 req-f7aa56ed-ef4f-446d-87e5-613f5a923c34 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Deleting port 8a88b191-41e1-4780-8ac2-cac44e992df0 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:47.925344 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-68816685-5698-4b89-976e-0cd3b552a272 req-f7aa56ed-ef4f-446d-87e5-613f5a923c34 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (8a88b191-41e1-4780-8ac2-cac44e992df0), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:48.020665 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-68816685-5698-4b89-976e-0cd3b552a272 req-f7aa56ed-ef4f-446d-87e5-613f5a923c34 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] For port 8a88b191-41e1-4780-8ac2-cac44e992df0, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=8a88b191-41e1-4780-8ac2-cac44e992df0,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:48.021023 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-68816685-5698-4b89-976e-0cd3b552a272 req-f7aa56ed-ef4f-446d-87e5-613f5a923c34 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (8a88b191-41e1-4780-8ac2-cac44e992df0), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:48.034748 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-68816685-5698-4b89-976e-0cd3b552a272 req-f7aa56ed-ef4f-446d-87e5-613f5a923c34 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Calling delete_port for 8a88b191-41e1-4780-8ac2-cac44e992df0 owned by compute:nova {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:48.093112 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:48.219249 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ba3b1-cb50-4e64-9d6c-18fe64e3e8b3 req-5979dcc4-918d-4ac9-a7e3-84fc88c8b105 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:48:48.220715 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-983ba3b1-cb50-4e64-9d6c-18fe64e3e8b3 req-5979dcc4-918d-4ac9-a7e3-84fc88c8b105 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 946 time: 0.0447664 Sep 06 04:48:48.247512 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-68816685-5698-4b89-976e-0cd3b552a272 req-f7aa56ed-ef4f-446d-87e5-613f5a923c34 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (8a88b191-41e1-4780-8ac2-cac44e992df0), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:48.282182 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa56ed-ef4f-446d-87e5-613f5a923c34 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event deleted for resources: {'Port': ['ID=8a88b191-41e1-4780-8ac2-cac44e992df0,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:48.303078 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-983ba3b1-cb50-4e64-9d6c-18fe64e3e8b3 req-8856aae1-8cfd-403a-a454-c71b16738634 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=81e7754a-8b32-4b59-ab8f-26e453e77db6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760496 Sep 06 04:48:48.340978 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-68816685-5698-4b89-976e-0cd3b552a272 req-f7aa56ed-ef4f-446d-87e5-613f5a923c34 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] No DVR routers for this DVR port 8a88b191-41e1-4780-8ac2-cac44e992df0 on host hv-cinder-85600 {{(pid=106939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:48:48.343549 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-68816685-5698-4b89-976e-0cd3b552a272 req-f7aa56ed-ef4f-446d-87e5-613f5a923c34 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:48.347386 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-68816685-5698-4b89-976e-0cd3b552a272 req-f7aa56ed-ef4f-446d-87e5-613f5a923c34 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.46 "DELETE /networking/v2.0/ports/8a88b191-41e1-4780-8ac2-cac44e992df0 HTTP/1.1" status: 204 len: 173 time: 0.4975891 Sep 06 04:48:48.354946 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'name': 'network-vif-deleted', 'tag': '8a88b191-41e1-4780-8ac2-cac44e992df0'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:48:48.354946 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299d48bb-47a4-4a39-adcb-c763d315506f" -d '{"events": [{"server_uuid": "65eefee7-f977-45ba-92a9-d0a97facdad7", "name": "network-vif-deleted", "tag": "8a88b191-41e1-4780-8ac2-cac44e992df0"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:48:48.390996 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4fcd82-d808-49ae-bd6e-47877b5eb10e x-openstack-request-id: req-2e4fcd82-d808-49ae-bd6e-47877b5eb10e {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:48:48.391291 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65eefee7-f977-45ba-92a9-d0a97facdad7", "name": "network-vif-deleted", "tag": "8a88b191-41e1-4780-8ac2-cac44e992df0", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:48:48.391543 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e4fcd82-d808-49ae-bd6e-47877b5eb10e {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:48:48.391949 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e4fcd82-d808-49ae-bd6e-47877b5eb10e'] response: {'server_uuid': '65eefee7-f977-45ba-92a9-d0a97facdad7', 'name': 'network-vif-deleted', 'tag': '8a88b191-41e1-4780-8ac2-cac44e992df0', 'status': 'completed', 'code': 200} Sep 06 04:48:49.417608 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7f1eeaea-6b66-42cd-ac7c-429471ff26a6 req-7a444a76-ea19-41f6-8089-9b3554a90313 tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=65eefee7-f977-45ba-92a9-d0a97facdad7 HTTP/1.1" status: 200 len: 210 time: 0.0272267 Sep 06 04:48:50.412804 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:48:50.486009 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45546) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:50.586663 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:50.599058 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-683dcb45-5f2d-4076-b660-534b4b665f4c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Deleting port 1d215f70-fc0c-4775-8bd5-005f3697e9b3 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:50.599576 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-683dcb45-5f2d-4076-b660-534b4b665f4c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (1d215f70-fc0c-4775-8bd5-005f3697e9b3), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:50.676968 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-683dcb45-5f2d-4076-b660-534b4b665f4c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (1d215f70-fc0c-4775-8bd5-005f3697e9b3), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:50.677197 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-683dcb45-5f2d-4076-b660-534b4b665f4c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for floatingip (1d215f70-fc0c-4775-8bd5-005f3697e9b3), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:50.688982 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-683dcb45-5f2d-4076-b660-534b4b665f4c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Calling delete_port for 1d215f70-fc0c-4775-8bd5-005f3697e9b3 owned by network:floatingip {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:50.904074 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-683dcb45-5f2d-4076-b660-534b4b665f4c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (1d215f70-fc0c-4775-8bd5-005f3697e9b3), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:50.928571 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683dcb45-5f2d-4076-b660-534b4b665f4c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event deleted for resources: {'Port': ['ID=1d215f70-fc0c-4775-8bd5-005f3697e9b3,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:50.992918 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-683dcb45-5f2d-4076-b660-534b4b665f4c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for floatingip (6428b9aa-22f4-4581-bd20-aa6cd66c180a), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:50.995488 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-683dcb45-5f2d-4076-b660-534b4b665f4c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:50.996623 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-683dcb45-5f2d-4076-b660-534b4b665f4c tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/6428b9aa-22f4-4581-bd20-aa6cd66c180a HTTP/1.1" status: 204 len: 168 time: 0.5107815 Sep 06 04:48:51.865842 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 8a88b191-41e1-4780-8ac2-cac44e992df0 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:48:51.885261 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: 8a88b191-41e1-4780-8ac2-cac44e992df0 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:48:51.885624 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 8a88b191-41e1-4780-8ac2-cac44e992df0 not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:48:52.298306 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45558) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:52.355943 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f32f3bd1-dfef-4ff6-9467-f8273df45b3d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group (81e7754a-8b32-4b59-ab8f-26e453e77db6), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:52.381333 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f32f3bd1-dfef-4ff6-9467-f8273df45b3d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group (81e7754a-8b32-4b59-ab8f-26e453e77db6), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:52.532554 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f32f3bd1-dfef-4ff6-9467-f8273df45b3d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (81e7754a-8b32-4b59-ab8f-26e453e77db6), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:52.535072 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f32f3bd1-dfef-4ff6-9467-f8273df45b3d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:52.536350 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-f32f3bd1-dfef-4ff6-9467-f8273df45b3d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/81e7754a-8b32-4b59-ab8f-26e453e77db6 HTTP/1.1" status: 204 len: 168 time: 0.2370508 Sep 06 04:48:52.548014 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f3bd1-dfef-4ff6-9467-f8273df45b3d tempest-TestVolumeBootPattern-1515166800 tempest-TestVolumeBootPattern-1515166800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e7754a-8b32-4b59-ab8f-26e453e77db6,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:52.691788 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45562) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:53.193940 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-cdcb6a20-c344-41b1-a284-7848b9985145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738461'] for router_interface (d705ad1c-dde2-4009-bf2f-cf7b63e8fb41), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:53.425044 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb6a20-c344-41b1-a284-7848b9985145 admin admin] Deleting port 63026a00-07fd-43ca-bdd1-9c0224f94b15 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:53.425415 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-cdcb6a20-c344-41b1-a284-7848b9985145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:53.471579 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:53.508193 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [None req-cdcb6a20-c344-41b1-a284-7848b9985145 admin admin] For port 63026a00-07fd-43ca-bdd1-9c0224f94b15, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=63026a00-07fd-43ca-bdd1-9c0224f94b15,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:53.508555 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-cdcb6a20-c344-41b1-a284-7848b9985145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:53.521454 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb6a20-c344-41b1-a284-7848b9985145 admin admin] Calling delete_port for 63026a00-07fd-43ca-bdd1-9c0224f94b15 owned by network:router_interface {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:53.530611 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=100 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:53.767075 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-cdcb6a20-c344-41b1-a284-7848b9985145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (63026a00-07fd-43ca-bdd1-9c0224f94b15), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:53.791945 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb6a20-c344-41b1-a284-7848b9985145 admin admin] Pushing event deleted for resources: {'Port': ['ID=63026a00-07fd-43ca-bdd1-9c0224f94b15,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:53.962295 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-cdcb6a20-c344-41b1-a284-7848b9985145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729101'] for router_interface (d705ad1c-dde2-4009-bf2f-cf7b63e8fb41), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:54.162020 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcb6a20-c344-41b1-a284-7848b9985145 admin admin] Router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:48:54.258835 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcb6a20-c344-41b1-a284-7848b9985145 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:48:54.263851 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-cdcb6a20-c344-41b1-a284-7848b9985145 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/d705ad1c-dde2-4009-bf2f-cf7b63e8fb41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5697312 Sep 06 04:48:54.266398 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45568) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:54.269543 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa7c21-1b9c-4218-a607-30f477e7af76 None None] Sync routers for ids ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:48:54.281110 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa7c21-1b9c-4218-a607-30f477e7af76 None None] Routers {'d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:48:54.281751 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-7bfa7c21-1b9c-4218-a607-30f477e7af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:48:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:54.321323 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:54.364685 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c26eb59d-e6ff-4d7b-8edd-6958d1929cc6 admin admin] Publish callbacks [] for router (d705ad1c-dde2-4009-bf2f-cf7b63e8fb41), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:54.387087 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-7bfa7c21-1b9c-4218-a607-30f477e7af76 None None] Set router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:48:54.464527 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c26eb59d-e6ff-4d7b-8edd-6958d1929cc6 admin admin] Publish callbacks [] for router_gateway (d705ad1c-dde2-4009-bf2f-cf7b63e8fb41), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:54.558484 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-7bfa7c21-1b9c-4218-a607-30f477e7af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:48:53Z', 'revision_number': 5, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port': {'id': 'a3bf97c4-8eb3-424b-8eb2-81448d672626', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:40Z', 'updated_at': '2022-09-06T04:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:54.584883 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa7c21-1b9c-4218-a607-30f477e7af76 None None] Checking router: d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:48:54.593806 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa7c21-1b9c-4218-a607-30f477e7af76 None None] Routers {'d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:48:54.594399 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-7bfa7c21-1b9c-4218-a607-30f477e7af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:48:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:54.597150 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-c26eb59d-e6ff-4d7b-8edd-6958d1929cc6 admin admin] Deleting port a3bf97c4-8eb3-424b-8eb2-81448d672626 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:54.597522 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c26eb59d-e6ff-4d7b-8edd-6958d1929cc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (a3bf97c4-8eb3-424b-8eb2-81448d672626), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:54.599907 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:54.679867 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-7bfa7c21-1b9c-4218-a607-30f477e7af76 None None] Set router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 gateway port host: None {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:48:54.681986 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [None req-c26eb59d-e6ff-4d7b-8edd-6958d1929cc6 admin admin] For port a3bf97c4-8eb3-424b-8eb2-81448d672626, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=a3bf97c4-8eb3-424b-8eb2-81448d672626,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:54.682481 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c26eb59d-e6ff-4d7b-8edd-6958d1929cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (a3bf97c4-8eb3-424b-8eb2-81448d672626), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:54.696577 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-c26eb59d-e6ff-4d7b-8edd-6958d1929cc6 admin admin] Calling delete_port for a3bf97c4-8eb3-424b-8eb2-81448d672626 owned by network:router_gateway {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:54.703474 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:54.727714 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-7bfa7c21-1b9c-4218-a607-30f477e7af76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:48:54Z', 'revision_number': 6, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port_host': None}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:54.755958 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa7c21-1b9c-4218-a607-30f477e7af76 None None] The sync data for ids ['d705ad1c-dde2-4009-bf2f-cf7b63e8fb41'] in dv-cinder-856002-1-iscsi is: [{'id': 'd705ad1c-dde2-4009-bf2f-cf7b63e8fb41', 'name': 'tempest-TestVolumeBootPattern-1907669018-router', 'tenant_id': '375efd2890fc4b71af13439813f00ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:39Z', 'updated_at': '2022-09-06T04:48:54Z', 'revision_number': 6, 'project_id': '375efd2890fc4b71af13439813f00ab0', 'gw_port_host': None}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:48:54.928025 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c26eb59d-e6ff-4d7b-8edd-6958d1929cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (a3bf97c4-8eb3-424b-8eb2-81448d672626), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:54.952888 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26eb59d-e6ff-4d7b-8edd-6958d1929cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3bf97c4-8eb3-424b-8eb2-81448d672626,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:55.017890 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c26eb59d-e6ff-4d7b-8edd-6958d1929cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730729'] for router_gateway (d705ad1c-dde2-4009-bf2f-cf7b63e8fb41), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:55.106041 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c26eb59d-e6ff-4d7b-8edd-6958d1929cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12195'] for router (d705ad1c-dde2-4009-bf2f-cf7b63e8fb41), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:55.108203 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c26eb59d-e6ff-4d7b-8edd-6958d1929cc6 admin admin] Publish callbacks [] for router_controller (d705ad1c-dde2-4009-bf2f-cf7b63e8fb41), precommit_delete_associations {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:55.216199 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c26eb59d-e6ff-4d7b-8edd-6958d1929cc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738514'] for router (d705ad1c-dde2-4009-bf2f-cf7b63e8fb41), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:55.216858 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26eb59d-e6ff-4d7b-8edd-6958d1929cc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 {{(pid=106938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 04:48:55.221723 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c26eb59d-e6ff-4d7b-8edd-6958d1929cc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:55.222858 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-c26eb59d-e6ff-4d7b-8edd-6958d1929cc6 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/d705ad1c-dde2-4009-bf2f-cf7b63e8fb41 HTTP/1.1" status: 204 len: 168 time: 0.9555514 Sep 06 04:48:55.226102 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45570) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:55.269957 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b1a9c1-5e6b-41c9-a7c9-389a5b9757ea admin admin] Deleting subnet 620d1330-0c40-41f6-9a10-faccabf815ee {{(pid=106938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 06 04:48:55.273564 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c3b1a9c1-5e6b-41c9-a7c9-389a5b9757ea admin admin] Publish callbacks [] for subnet (620d1330-0c40-41f6-9a10-faccabf815ee), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:55.299088 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:55.312489 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c3b1a9c1-5e6b-41c9-a7c9-389a5b9757ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12110472'] for subnet (620d1330-0c40-41f6-9a10-faccabf815ee), precommit_delete_associations {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:55.387949 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c3b1a9c1-5e6b-41c9-a7c9-389a5b9757ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479495'] for subnet (620d1330-0c40-41f6-9a10-faccabf815ee), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:55.516058 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c3b1a9c1-5e6b-41c9-a7c9-389a5b9757ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11755901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12383535'] for subnet (620d1330-0c40-41f6-9a10-faccabf815ee), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:55.542172 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1a9c1-5e6b-41c9-a7c9-389a5b9757ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=620d1330-0c40-41f6-9a10-faccabf815ee,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:55.549734 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-c3b1a9c1-5e6b-41c9-a7c9-389a5b9757ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:55.554946 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-c3b1a9c1-5e6b-41c9-a7c9-389a5b9757ea admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/620d1330-0c40-41f6-9a10-faccabf815ee HTTP/1.1" status: 204 len: 168 time: 0.3278241 Sep 06 04:48:55.555290 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64a169a-2919-4320-9119-6d32771921a7 None None] Network 713bea32-eeee-4105-a352-3326771fb659 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:48:55.557429 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45572) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:55.643883 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3576701'] for network (713bea32-eeee-4105-a352-3326771fb659), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:55.697051 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] Deleting port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:55.697509 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (fb7f2645-0aaf-43d3-8ca8-385f1f6f5128), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:55.777735 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.db [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] For port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=fb7f2645-0aaf-43d3-8ca8-385f1f6f5128,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:55.777735 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (fb7f2645-0aaf-43d3-8ca8-385f1f6f5128), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:55.802410 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] Calling delete_port for fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 owned by network:dhcp {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:55.818804 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:DELETE=7,neutron:UPDATE=4,neutron:SELECT=89 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:55.823896 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 63026a00-07fd-43ca-bdd1-9c0224f94b15 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:48:55.847486 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db416771-6faf-4198-bbbc-6575a74fe043 None None] DHCP port deletion for 713bea32-eeee-4105-a352-3326771fb659 request from dv-cinder-856002-1-iscsi {{(pid=106940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 06 04:48:55.849836 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 63026a00-07fd-43ca-bdd1-9c0224f94b15 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:48:55.850175 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 63026a00-07fd-43ca-bdd1-9c0224f94b15 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:48:55.850581 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device a3bf97c4-8eb3-424b-8eb2-81448d672626 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:48:55.874136 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: a3bf97c4-8eb3-424b-8eb2-81448d672626 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:48:55.874478 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device a3bf97c4-8eb3-424b-8eb2-81448d672626 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:48:55.912400 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-db416771-6faf-4198-bbbc-6575a74fe043 None None] Deleting port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 {{(pid=106940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:55.912812 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-db416771-6faf-4198-bbbc-6575a74fe043 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (fb7f2645-0aaf-43d3-8ca8-385f1f6f5128), before_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:55.982369 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (fb7f2645-0aaf-43d3-8ca8-385f1f6f5128), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:55.984278 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-db416771-6faf-4198-bbbc-6575a74fe043 None None] For port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=fb7f2645-0aaf-43d3-8ca8-385f1f6f5128,segment=NetworkSegment(fd96db15-c993-4754-97b0-cbde2f4fb023),segment_id=fd96db15-c993-4754-97b0-cbde2f4fb023)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:55.984682 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-db416771-6faf-4198-bbbc-6575a74fe043 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (fb7f2645-0aaf-43d3-8ca8-385f1f6f5128), precommit_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:55.998256 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-db416771-6faf-4198-bbbc-6575a74fe043 None None] Calling delete_port for fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 owned by network:dhcp {{(pid=106940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:56.007107 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb7f2645-0aaf-43d3-8ca8-385f1f6f5128,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:56.010619 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] No DVR routers for this DVR port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 on host dv-cinder-856002-1-iscsi {{(pid=106938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:48:56.076230 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-db416771-6faf-4198-bbbc-6575a74fe043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533'] for port (fb7f2645-0aaf-43d3-8ca8-385f1f6f5128), after_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:56.079209 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:56.084701 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433122', 'neutron.services.segments.db._delete_segments_for_network-8761093479572'] for network (713bea32-eeee-4105-a352-3326771fb659), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:56.102171 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db416771-6faf-4198-bbbc-6575a74fe043 None None] Pushing event deleted for resources: {'Port': ['ID=fb7f2645-0aaf-43d3-8ca8-385f1f6f5128,revision_number=None']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:56.105162 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713bea32-eeee-4105-a352-3326771fb659']}} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:56.106840 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db416771-6faf-4198-bbbc-6575a74fe043 None None] No DVR routers for this DVR port fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 on host dv-cinder-856002-1-iscsi {{(pid=106940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:48:56.118676 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd96db15-c993-4754-97b0-cbde2f4fb023') {'for_net_delete': True} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:56.119004 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd96db15-c993-4754-97b0-cbde2f4fb023') {} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:56.129066 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761093570708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12110465'] for segment (fd96db15-c993-4754-97b0-cbde2f4fb023), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:56.142778 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (fd96db15-c993-4754-97b0-cbde2f4fb023), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:56.149698 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=106938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 04:48:56.153170 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11755815'] for segment (fd96db15-c993-4754-97b0-cbde2f4fb023), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:56.194611 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.services.segments.plugin [-] Segment fd96db15-c993-4754-97b0-cbde2f4fb023 resource provider aggregate not found Sep 06 04:48:56.212968 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.services.segments.plugin [-] Segment fd96db15-c993-4754-97b0-cbde2f4fb023 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd96db15-c993-4754-97b0-cbde2f4fb023 found for delete ", "request_id": "req-37f65c3b-e303-457c-86e9-38a815eb4c04"}]} Sep 06 04:48:56.324820 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730808'] for network (713bea32-eeee-4105-a352-3326771fb659), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:56.333764 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:56.334499 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/713bea32-eeee-4105-a352-3326771fb659 HTTP/1.1" status: 204 len: 168 time: 0.7760787 Sep 06 04:48:56.337711 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45582) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:56.344616 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:56.590593 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958fd96-d782-49a1-a056-6e6f3f2c9c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=713bea32-eeee-4105-a352-3326771fb659,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:56.672973 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:56.681282 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-717ef93a-2612-40aa-8713-89b68c219cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738461'] for router_interface (81a141e0-4fc4-4220-9042-a823a3ea5656), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:56.897420 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-717ef93a-2612-40aa-8713-89b68c219cc5 admin admin] Deleting port 03eb00e8-5f9a-4544-b922-5e774214b59c {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:56.897654 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-717ef93a-2612-40aa-8713-89b68c219cc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:56.976846 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-717ef93a-2612-40aa-8713-89b68c219cc5 admin admin] For port 03eb00e8-5f9a-4544-b922-5e774214b59c, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=03eb00e8-5f9a-4544-b922-5e774214b59c,segment=NetworkSegment(067c48c1-da20-4d22-a2b7-761046791c5c),segment_id=067c48c1-da20-4d22-a2b7-761046791c5c)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:56.977198 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-717ef93a-2612-40aa-8713-89b68c219cc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:56.990255 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-717ef93a-2612-40aa-8713-89b68c219cc5 admin admin] Calling delete_port for 03eb00e8-5f9a-4544-b922-5e774214b59c owned by network:router_interface {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:57.224720 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-717ef93a-2612-40aa-8713-89b68c219cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (03eb00e8-5f9a-4544-b922-5e774214b59c), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:57.252561 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ef93a-2612-40aa-8713-89b68c219cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=03eb00e8-5f9a-4544-b922-5e774214b59c,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:57.355783 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:57.579580 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=56 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:57.664912 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-717ef93a-2612-40aa-8713-89b68c219cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729101'] for router_interface (81a141e0-4fc4-4220-9042-a823a3ea5656), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:57.806392 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:57.832081 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:48:57.855323 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:48:57.860010 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device fb7f2645-0aaf-43d3-8ca8-385f1f6f5128 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:48:57.870820 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717ef93a-2612-40aa-8713-89b68c219cc5 admin admin] Router 81a141e0-4fc4-4220-9042-a823a3ea5656 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:48:57.979145 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717ef93a-2612-40aa-8713-89b68c219cc5 admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:48:57.984048 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-717ef93a-2612-40aa-8713-89b68c219cc5 admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/81a141e0-4fc4-4220-9042-a823a3ea5656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6450682 Sep 06 04:48:57.986490 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45588) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:57.987611 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7123ac-63bc-4560-9825-81469cbb9d8d None None] Sync routers for ids ['81a141e0-4fc4-4220-9042-a823a3ea5656'] in dv-cinder-856002-1-iscsi {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:48:57.998832 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7123ac-63bc-4560-9825-81469cbb9d8d None None] Routers {'81a141e0-4fc4-4220-9042-a823a3ea5656'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:48:57.999449 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-ff7123ac-63bc-4560-9825-81469cbb9d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:48:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['81a141e0-4fc4-4220-9042-a823a3ea5656'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:58.081728 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b06ce9c2-45f7-4469-872a-671eec15b410 admin admin] Publish callbacks [] for router (81a141e0-4fc4-4220-9042-a823a3ea5656), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:58.102476 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-ff7123ac-63bc-4560-9825-81469cbb9d8d None None] Set router 81a141e0-4fc4-4220-9042-a823a3ea5656 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:48:58.181033 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b06ce9c2-45f7-4469-872a-671eec15b410 admin admin] Publish callbacks [] for router_gateway (81a141e0-4fc4-4220-9042-a823a3ea5656), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:58.200447 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=100 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:58.274176 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-ff7123ac-63bc-4560-9825-81469cbb9d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'name': 'tempest-TestVolumeBootPattern-923164256-router', 'tenant_id': '7191b1fbea424d14b85ea63448f414be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'eb7963d9-0a57-4d83-a8cd-1af49af5a5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:46Z', 'updated_at': '2022-09-06T04:48:57Z', 'revision_number': 5, 'project_id': '7191b1fbea424d14b85ea63448f414be', 'gw_port': {'id': 'eb7963d9-0a57-4d83-a8cd-1af49af5a5f4', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:37:47Z', 'updated_at': '2022-09-06T04:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:58.290707 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-b06ce9c2-45f7-4469-872a-671eec15b410 admin admin] Deleting port eb7963d9-0a57-4d83-a8cd-1af49af5a5f4 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:58.291042 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b06ce9c2-45f7-4469-872a-671eec15b410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (eb7963d9-0a57-4d83-a8cd-1af49af5a5f4), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:58.310040 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7123ac-63bc-4560-9825-81469cbb9d8d None None] Checking router: 81a141e0-4fc4-4220-9042-a823a3ea5656 for host: dv-cinder-856002-1-iscsi {{(pid=106941) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:48:58.319919 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7123ac-63bc-4560-9825-81469cbb9d8d None None] Routers {'81a141e0-4fc4-4220-9042-a823a3ea5656'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106941) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:48:58.320530 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-ff7123ac-63bc-4560-9825-81469cbb9d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:48:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['81a141e0-4fc4-4220-9042-a823a3ea5656'], 'active': True} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:58.373886 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-b06ce9c2-45f7-4469-872a-671eec15b410 admin admin] For port eb7963d9-0a57-4d83-a8cd-1af49af5a5f4, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=eb7963d9-0a57-4d83-a8cd-1af49af5a5f4,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:58.374455 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b06ce9c2-45f7-4469-872a-671eec15b410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (eb7963d9-0a57-4d83-a8cd-1af49af5a5f4), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:58.388877 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-b06ce9c2-45f7-4469-872a-671eec15b410 admin admin] Calling delete_port for eb7963d9-0a57-4d83-a8cd-1af49af5a5f4 owned by network:router_gateway {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:58.411980 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_dvr_db [None req-ff7123ac-63bc-4560-9825-81469cbb9d8d None None] Set router 81a141e0-4fc4-4220-9042-a823a3ea5656 gateway port host: None {{(pid=106941) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:48:58.454052 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:58.461219 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.l3_hamode_db [None req-ff7123ac-63bc-4560-9825-81469cbb9d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'name': 'tempest-TestVolumeBootPattern-923164256-router', 'tenant_id': '7191b1fbea424d14b85ea63448f414be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:46Z', 'updated_at': '2022-09-06T04:48:58Z', 'revision_number': 6, 'project_id': '7191b1fbea424d14b85ea63448f414be', 'gw_port_host': None}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:58.488833 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7123ac-63bc-4560-9825-81469cbb9d8d None None] The sync data for ids ['81a141e0-4fc4-4220-9042-a823a3ea5656'] in dv-cinder-856002-1-iscsi is: [{'id': '81a141e0-4fc4-4220-9042-a823a3ea5656', 'name': 'tempest-TestVolumeBootPattern-923164256-router', 'tenant_id': '7191b1fbea424d14b85ea63448f414be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:37:46Z', 'updated_at': '2022-09-06T04:48:58Z', 'revision_number': 6, 'project_id': '7191b1fbea424d14b85ea63448f414be', 'gw_port_host': None}] {{(pid=106941) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:48:58.630302 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b06ce9c2-45f7-4469-872a-671eec15b410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (eb7963d9-0a57-4d83-a8cd-1af49af5a5f4), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:58.652690 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ce9c2-45f7-4469-872a-671eec15b410 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb7963d9-0a57-4d83-a8cd-1af49af5a5f4,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:58.718798 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b06ce9c2-45f7-4469-872a-671eec15b410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730729'] for router_gateway (81a141e0-4fc4-4220-9042-a823a3ea5656), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:58.804633 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b06ce9c2-45f7-4469-872a-671eec15b410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12195'] for router (81a141e0-4fc4-4220-9042-a823a3ea5656), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:58.806748 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b06ce9c2-45f7-4469-872a-671eec15b410 admin admin] Publish callbacks [] for router_controller (81a141e0-4fc4-4220-9042-a823a3ea5656), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:58.902275 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b06ce9c2-45f7-4469-872a-671eec15b410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738514'] for router (81a141e0-4fc4-4220-9042-a823a3ea5656), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:58.902877 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06ce9c2-45f7-4469-872a-671eec15b410 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81a141e0-4fc4-4220-9042-a823a3ea5656 {{(pid=106939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 04:48:58.907926 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-b06ce9c2-45f7-4469-872a-671eec15b410 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:58.909110 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-b06ce9c2-45f7-4469-872a-671eec15b410 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/81a141e0-4fc4-4220-9042-a823a3ea5656 HTTP/1.1" status: 204 len: 168 time: 0.9217112 Sep 06 04:48:58.912193 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45590) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:58.958687 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_v2 [None req-585befb3-025f-4497-9cbe-c8c1a21f65ac admin admin] Deleting subnet 99479965-6876-4679-937f-b42d0b9098b8 {{(pid=106939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 06 04:48:58.961461 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:58.962745 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-585befb3-025f-4497-9cbe-c8c1a21f65ac admin admin] Publish callbacks [] for subnet (99479965-6876-4679-937f-b42d0b9098b8), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:58.999578 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-585befb3-025f-4497-9cbe-c8c1a21f65ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11570509'] for subnet (99479965-6876-4679-937f-b42d0b9098b8), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:59.072849 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-585befb3-025f-4497-9cbe-c8c1a21f65ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479495'] for subnet (99479965-6876-4679-937f-b42d0b9098b8), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:59.182056 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-585befb3-025f-4497-9cbe-c8c1a21f65ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12279841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12317327'] for subnet (99479965-6876-4679-937f-b42d0b9098b8), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:59.212467 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585befb3-025f-4497-9cbe-c8c1a21f65ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99479965-6876-4679-937f-b42d0b9098b8,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:59.214859 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-585befb3-025f-4497-9cbe-c8c1a21f65ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:59.217789 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-585befb3-025f-4497-9cbe-c8c1a21f65ac admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/99479965-6876-4679-937f-b42d0b9098b8 HTTP/1.1" status: 204 len: 168 time: 0.3043907 Sep 06 04:48:59.219957 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45592) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:48:59.221871 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2c79f2-8a47-424e-bdd6-dec06eaf0f8b None None] Network 48c9617e-f292-4218-9790-44b6900285e7 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:48:59.293809 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3576701'] for network (48c9617e-f292-4218-9790-44b6900285e7), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:59.344658 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] Deleting port 16a7be56-bee9-4ff7-8e0f-e341fe502b8b {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:59.345490 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (16a7be56-bee9-4ff7-8e0f-e341fe502b8b), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:59.391548 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00991e30-d0c9-4197-a4a7-14c52b334c9e None None] DHCP port deletion for 48c9617e-f292-4218-9790-44b6900285e7 request from dv-cinder-856002-1-iscsi {{(pid=106940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 06 04:48:59.441763 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-00991e30-d0c9-4197-a4a7-14c52b334c9e None None] Deleting port 16a7be56-bee9-4ff7-8e0f-e341fe502b8b {{(pid=106940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:48:59.442192 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-00991e30-d0c9-4197-a4a7-14c52b334c9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (16a7be56-bee9-4ff7-8e0f-e341fe502b8b), before_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:59.443609 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] For port 16a7be56-bee9-4ff7-8e0f-e341fe502b8b, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=16a7be56-bee9-4ff7-8e0f-e341fe502b8b,segment=NetworkSegment(067c48c1-da20-4d22-a2b7-761046791c5c),segment_id=067c48c1-da20-4d22-a2b7-761046791c5c)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:59.444112 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (16a7be56-bee9-4ff7-8e0f-e341fe502b8b), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:59.458593 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] Calling delete_port for 16a7be56-bee9-4ff7-8e0f-e341fe502b8b owned by network:dhcp {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:59.500235 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:48:59.507472 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-00991e30-d0c9-4197-a4a7-14c52b334c9e None None] For port 16a7be56-bee9-4ff7-8e0f-e341fe502b8b, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=16a7be56-bee9-4ff7-8e0f-e341fe502b8b,segment=NetworkSegment(067c48c1-da20-4d22-a2b7-761046791c5c),segment_id=067c48c1-da20-4d22-a2b7-761046791c5c)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:48:59.508130 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-00991e30-d0c9-4197-a4a7-14c52b334c9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (16a7be56-bee9-4ff7-8e0f-e341fe502b8b), precommit_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:59.521403 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-00991e30-d0c9-4197-a4a7-14c52b334c9e None None] Calling delete_port for 16a7be56-bee9-4ff7-8e0f-e341fe502b8b owned by network:dhcp {{(pid=106940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:48:59.643097 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (16a7be56-bee9-4ff7-8e0f-e341fe502b8b), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:59.647818 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-00991e30-d0c9-4197-a4a7-14c52b334c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533'] for port (16a7be56-bee9-4ff7-8e0f-e341fe502b8b), after_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:59.665114 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=16a7be56-bee9-4ff7-8e0f-e341fe502b8b,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:59.671638 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] No DVR routers for this DVR port 16a7be56-bee9-4ff7-8e0f-e341fe502b8b on host dv-cinder-856002-1-iscsi {{(pid=106939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:48:59.671952 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00991e30-d0c9-4197-a4a7-14c52b334c9e None None] Pushing event deleted for resources: {'Port': ['ID=16a7be56-bee9-4ff7-8e0f-e341fe502b8b,revision_number=None']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:48:59.678232 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00991e30-d0c9-4197-a4a7-14c52b334c9e None None] No DVR routers for this DVR port 16a7be56-bee9-4ff7-8e0f-e341fe502b8b on host dv-cinder-856002-1-iscsi {{(pid=106940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:48:59.752202 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433122', 'neutron.services.segments.db._delete_segments_for_network-8761093479572'] for network (48c9617e-f292-4218-9790-44b6900285e7), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:59.773693 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c9617e-f292-4218-9790-44b6900285e7']}} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:59.783243 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067c48c1-da20-4d22-a2b7-761046791c5c') {'for_net_delete': True} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:59.783537 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067c48c1-da20-4d22-a2b7-761046791c5c') {} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:48:59.790733 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device eb7963d9-0a57-4d83-a8cd-1af49af5a5f4 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:48:59.794213 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761093570708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11570500'] for segment (067c48c1-da20-4d22-a2b7-761046791c5c), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:59.807447 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (067c48c1-da20-4d22-a2b7-761046791c5c), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:59.809406 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: eb7963d9-0a57-4d83-a8cd-1af49af5a5f4 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:48:59.809754 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device eb7963d9-0a57-4d83-a8cd-1af49af5a5f4 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:48:59.810163 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 03eb00e8-5f9a-4544-b922-5e774214b59c no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:48:59.813873 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=106939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 04:48:59.814258 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12279931'] for segment (067c48c1-da20-4d22-a2b7-761046791c5c), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:59.828480 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 03eb00e8-5f9a-4544-b922-5e774214b59c {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:48:59.828831 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 03eb00e8-5f9a-4544-b922-5e774214b59c not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:48:59.829247 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 16a7be56-bee9-4ff7-8e0f-e341fe502b8b no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:48:59.848105 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 16a7be56-bee9-4ff7-8e0f-e341fe502b8b {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:48:59.848564 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 16a7be56-bee9-4ff7-8e0f-e341fe502b8b not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:48:59.866336 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.services.segments.plugin [-] Segment 067c48c1-da20-4d22-a2b7-761046791c5c resource provider aggregate not found Sep 06 04:48:59.877477 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.services.segments.plugin [-] Segment 067c48c1-da20-4d22-a2b7-761046791c5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 067c48c1-da20-4d22-a2b7-761046791c5c found for delete ", "request_id": "req-c4c45fcd-ee9d-46b7-963a-23ee3b1dbfe3"}]} Sep 06 04:48:59.936266 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730808'] for network (48c9617e-f292-4218-9790-44b6900285e7), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:59.941864 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:48:59.945646 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/48c9617e-f292-4218-9790-44b6900285e7 HTTP/1.1" status: 204 len: 168 time: 0.7247348 Sep 06 04:48:59.957058 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd87ab-1fad-42fc-a01a-b3f95cddf8e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=48c9617e-f292-4218-9790-44b6900285e7,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:49:00.279687 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45602) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:49:00.319474 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-bfe9b21a-451e-48f4-b3b8-994e2b052618 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=375efd2890fc4b71af13439813f00ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386581 Sep 06 04:49:00.321859 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45604) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:49:00.369720 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8871a008-b4df-4470-ba45-1f2b252c0229 admin admin] Publish callbacks [] for security_group (14f4e609-4132-42da-95ad-d98222e4fd09), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:00.389472 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8871a008-b4df-4470-ba45-1f2b252c0229 admin admin] Publish callbacks [] for security_group (14f4e609-4132-42da-95ad-d98222e4fd09), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:00.405580 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:00.510269 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:00.510871 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8871a008-b4df-4470-ba45-1f2b252c0229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (14f4e609-4132-42da-95ad-d98222e4fd09), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:00.512677 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-8871a008-b4df-4470-ba45-1f2b252c0229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:00.513842 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-8871a008-b4df-4470-ba45-1f2b252c0229 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/14f4e609-4132-42da-95ad-d98222e4fd09 HTTP/1.1" status: 204 len: 168 time: 0.1910973 Sep 06 04:49:00.522757 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871a008-b4df-4470-ba45-1f2b252c0229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f4e609-4132-42da-95ad-d98222e4fd09,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:49:01.168369 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45610) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:49:01.207932 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-73288344-d626-4c1b-9dd2-95919f03c6a0 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=7191b1fbea424d14b85ea63448f414be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384023 Sep 06 04:49:01.210675 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45612) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:49:01.262512 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bccb4e6f-0b20-4ffe-ba91-effcaf27d982 admin admin] Publish callbacks [] for security_group (90b40813-8216-4055-8b34-08cda5bde7ac), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:01.282499 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bccb4e6f-0b20-4ffe-ba91-effcaf27d982 admin admin] Publish callbacks [] for security_group (90b40813-8216-4055-8b34-08cda5bde7ac), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:01.418577 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bccb4e6f-0b20-4ffe-ba91-effcaf27d982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (90b40813-8216-4055-8b34-08cda5bde7ac), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:01.421065 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-bccb4e6f-0b20-4ffe-ba91-effcaf27d982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:01.422234 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-bccb4e6f-0b20-4ffe-ba91-effcaf27d982 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/90b40813-8216-4055-8b34-08cda5bde7ac HTTP/1.1" status: 204 len: 168 time: 0.2106516 Sep 06 04:49:01.430790 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb4e6f-0b20-4ffe-ba91-effcaf27d982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b40813-8216-4055-8b34-08cda5bde7ac,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:49:06.212019 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=65,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:06.336706 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:10.534857 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=83,neutron:DELETE=5 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:11.425138 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=58,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:11.426029 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=21,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:11.444516 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=42,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:12.190062 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-43c4bb6a-412b-4087-85fe-ca19d1fac50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:12.453326 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:12.454075 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=56 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:14.452203 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-0393c175-8f5b-4261-9957-9d5b78236508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:15.944030 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:17.269224 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:17.344353 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:27.279948 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:27.284918 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:27.411865 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:49:30.512385 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:36.800809 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-88987956-49a1-446d-9a42-8954aea5fee2 req-5edffa76-fc03-4fbf-a57c-7c95229c1167 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393894 Sep 06 04:49:36.901245 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88987956-49a1-446d-9a42-8954aea5fee2 req-7305ee6c-2b6b-46c8-a5fd-7dd6db9fc4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:49:36.902759 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-88987956-49a1-446d-9a42-8954aea5fee2 req-7305ee6c-2b6b-46c8-a5fd-7dd6db9fc4c4 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f91efa94deff4ceb80b0a1aa88087421&device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 1129 time: 0.0389140 Sep 06 04:49:37.008211 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88987956-49a1-446d-9a42-8954aea5fee2 req-5ffa54a8-28cb-4ba4-b15e-58767cd32417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:49:37.009754 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-88987956-49a1-446d-9a42-8954aea5fee2 req-5ffa54a8-28cb-4ba4-b15e-58767cd32417 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d HTTP/1.1" status: 200 len: 912 time: 0.0890446 Sep 06 04:49:37.073786 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-88987956-49a1-446d-9a42-8954aea5fee2 req-9d0da13b-ae3a-468a-a5c9-04fdc909d315 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3db9658-18de-42f4-8b9e-69f7017c0392 HTTP/1.1" status: 200 len: 1001 time: 0.0584471 Sep 06 04:49:37.121004 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88987956-49a1-446d-9a42-8954aea5fee2 req-02c269d6-33e1-4326-8f65-8f9cdc100b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:49:37.123254 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-88987956-49a1-446d-9a42-8954aea5fee2 req-02c269d6-33e1-4326-8f65-8f9cdc100b63 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=3ee4821a-8038-4394-b99d-e9ad4940e298 HTTP/1.1" status: 200 len: 850 time: 0.0437851 Sep 06 04:49:37.164891 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88987956-49a1-446d-9a42-8954aea5fee2 req-a2b2bdfc-e3a5-494b-8efc-5d70903f741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:49:37.166362 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-88987956-49a1-446d-9a42-8954aea5fee2 req-a2b2bdfc-e3a5-494b-8efc-5d70903f741b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378547 Sep 06 04:49:37.258010 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-88987956-49a1-446d-9a42-8954aea5fee2 req-d77f5296-29b8-4302-9e3f-903cbfef5bd6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855639 Sep 06 04:49:37.348106 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-88987956-49a1-446d-9a42-8954aea5fee2 req-b20a8872-b185-42a2-b9f1-1cf8c2ae4a50 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819826 Sep 06 04:49:37.408194 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:40.445583 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:40.452273 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:42.195022 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-185bbf99-9580-4556-9c6a-c416f9254d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:44.472049 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c23503f7-85d3-419d-bf1b-a59860cd9aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:45.956492 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:47.263054 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:47.334477 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:49:47.344101 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=51 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:47.344870 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=50 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:49.445359 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:49.450235 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:57.286822 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:49:57.288747 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:00.532763 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:50:04.066047 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff90ef-b635-48e0-a829-59e2d0d61519 req-5973c36b-2a37-4dc8-9836-29577921926d tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:04.067870 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-65ff90ef-b635-48e0-a829-59e2d0d61519 req-5973c36b-2a37-4dc8-9836-29577921926d tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0491209 Sep 06 04:50:04.119235 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-65ff90ef-b635-48e0-a829-59e2d0d61519 req-9207f661-89dc-4058-9131-8acdc49b074d tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458038 Sep 06 04:50:04.410381 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:50:05.241694 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408f076-373b-40af-824c-8ee0bd55a9a9 req-091f410e-c203-4b11-8421-8ece6c22b19f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:05.243138 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5408f076-373b-40af-824c-8ee0bd55a9a9 req-091f410e-c203-4b11-8421-8ece6c22b19f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0467167 Sep 06 04:50:05.289666 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5408f076-373b-40af-824c-8ee0bd55a9a9 req-33e3ffdb-c25c-42cc-84c0-31e84edbc5c1 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410817 Sep 06 04:50:06.408973 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26030cc7-5dc9-4b18-aa78-dd514517a082 req-3be69f9a-daa5-43ab-9887-d9068c425734 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:06.410464 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-26030cc7-5dc9-4b18-aa78-dd514517a082 req-3be69f9a-daa5-43ab-9887-d9068c425734 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0466557 Sep 06 04:50:06.457818 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-26030cc7-5dc9-4b18-aa78-dd514517a082 req-9aae9a47-16f2-4375-aa00-1295ffbdb313 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416713 Sep 06 04:50:07.582692 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a39832-b80b-479d-ac32-99692fb5c801 req-6d9b563c-9829-4366-ac86-5a0d83253c79 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:07.584173 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-64a39832-b80b-479d-ac32-99692fb5c801 req-6d9b563c-9829-4366-ac86-5a0d83253c79 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0465312 Sep 06 04:50:07.631685 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-64a39832-b80b-479d-ac32-99692fb5c801 req-28941b87-b59a-4270-a6c7-7d565ccceee5 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418394 Sep 06 04:50:08.752709 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234252b-7bbd-4f8c-85d2-7c9f28a1f38f req-c1d67a95-dbdc-415a-88d0-c130c04c0679 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:08.754181 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7234252b-7bbd-4f8c-85d2-7c9f28a1f38f req-c1d67a95-dbdc-415a-88d0-c130c04c0679 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0465415 Sep 06 04:50:08.799364 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7234252b-7bbd-4f8c-85d2-7c9f28a1f38f req-5c6fed7a-3397-4342-9f89-d467aa30193e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397325 Sep 06 04:50:09.925842 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d803a2e-d768-418e-a861-6a38f1200443 req-2e71882f-d1a1-4ae1-86a2-847580d78fa3 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:09.927199 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8d803a2e-d768-418e-a861-6a38f1200443 req-2e71882f-d1a1-4ae1-86a2-847580d78fa3 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0492215 Sep 06 04:50:09.972928 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8d803a2e-d768-418e-a861-6a38f1200443 req-a3be3883-bc50-42b2-8352-8ff79897e96d tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401781 Sep 06 04:50:10.461481 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:10.466467 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:11.111336 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad1968-2b78-4153-a660-67fc6033574a req-14ff0f18-aefc-446a-9dbe-c866808a9ab2 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:11.112896 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4bad1968-2b78-4153-a660-67fc6033574a req-14ff0f18-aefc-446a-9dbe-c866808a9ab2 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0578759 Sep 06 04:50:11.166836 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4bad1968-2b78-4153-a660-67fc6033574a req-887193c2-8976-4ccb-8be2-22f9a24dabab tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483475 Sep 06 04:50:12.212023 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-d6c86977-72d4-42b8-b1d8-8f1ae8d576ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:50:12.290137 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9968d6-6a91-46d1-aaad-a600c40d5db3 req-21e18791-f993-47ae-b01c-a775105e3337 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:12.291587 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3b9968d6-6a91-46d1-aaad-a600c40d5db3 req-21e18791-f993-47ae-b01c-a775105e3337 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0470877 Sep 06 04:50:12.338473 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3b9968d6-6a91-46d1-aaad-a600c40d5db3 req-ce4f6c4b-c11c-4425-8802-ff2357b793a8 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412197 Sep 06 04:50:13.458248 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27140d5-6532-43ae-8397-630227681290 req-e52215be-d9d7-4cf7-a5a3-441bed8e84a2 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:13.459698 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f27140d5-6532-43ae-8397-630227681290 req-e52215be-d9d7-4cf7-a5a3-441bed8e84a2 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0449674 Sep 06 04:50:13.505994 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f27140d5-6532-43ae-8397-630227681290 req-566b0b38-15ad-441a-acee-0249dee2d3bb tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408409 Sep 06 04:50:14.405027 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=15 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:14.405933 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=13 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:14.488322 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c2767466-6fce-4c40-8a5d-ed1bc456f4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:50:14.630906 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eadde2-4b6d-49c0-a3d8-46accf75c270 req-c74b93e1-ee53-446d-9e87-fa1ab52d1b4b tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:14.632363 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-90eadde2-4b6d-49c0-a3d8-46accf75c270 req-c74b93e1-ee53-446d-9e87-fa1ab52d1b4b tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0498693 Sep 06 04:50:14.679454 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-90eadde2-4b6d-49c0-a3d8-46accf75c270 req-8ec857bf-6606-4230-8e31-5b196fba4395 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414701 Sep 06 04:50:15.803860 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088288c-3127-4285-9d66-6ff491520852 req-1671c4eb-c1c5-47eb-b036-292bbc5ad4d1 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:15.805321 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c088288c-3127-4285-9d66-6ff491520852 req-1671c4eb-c1c5-47eb-b036-292bbc5ad4d1 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0492928 Sep 06 04:50:15.851473 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c088288c-3127-4285-9d66-6ff491520852 req-f15a9ede-76e4-446f-a8e4-bd4f8ce551b1 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406630 Sep 06 04:50:15.931904 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:50:16.174361 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e9034-c002-4a24-b3fe-85aafaf505fc req-da3aa54f-f9e6-4ec3-9ee7-4b58091cb588 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:16.175844 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-dc0e9034-c002-4a24-b3fe-85aafaf505fc req-da3aa54f-f9e6-4ec3-9ee7-4b58091cb588 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0473564 Sep 06 04:50:16.222693 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-dc0e9034-c002-4a24-b3fe-85aafaf505fc req-a8eca218-5a38-41c1-b983-8335f4f767d8 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411532 Sep 06 04:50:16.329791 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e2843-ac83-4fbc-8a8a-8f94d6c9246f req-7e171c88-84a7-4fb3-9741-1815f49f0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:16.331222 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1e7e2843-ac83-4fbc-8a8a-8f94d6c9246f req-7e171c88-84a7-4fb3-9741-1815f49f0fd1 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f91efa94deff4ceb80b0a1aa88087421&device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 1129 time: 0.0410860 Sep 06 04:50:16.426831 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e2843-ac83-4fbc-8a8a-8f94d6c9246f req-b5dcc136-cae2-429e-8683-51708e5d9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:16.428286 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1e7e2843-ac83-4fbc-8a8a-8f94d6c9246f req-b5dcc136-cae2-429e-8683-51708e5d9b07 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d HTTP/1.1" status: 200 len: 912 time: 0.0915656 Sep 06 04:50:16.491257 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1e7e2843-ac83-4fbc-8a8a-8f94d6c9246f req-2bdda9fc-3e96-4890-8b44-167eeee9f68c service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3db9658-18de-42f4-8b9e-69f7017c0392 HTTP/1.1" status: 200 len: 1001 time: 0.0570476 Sep 06 04:50:16.548444 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e2843-ac83-4fbc-8a8a-8f94d6c9246f req-6d08ed93-9d6f-446b-902f-75a1dda1c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:16.549983 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1e7e2843-ac83-4fbc-8a8a-8f94d6c9246f req-6d08ed93-9d6f-446b-902f-75a1dda1c0c2 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=3ee4821a-8038-4394-b99d-e9ad4940e298 HTTP/1.1" status: 200 len: 850 time: 0.0535376 Sep 06 04:50:16.592992 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e2843-ac83-4fbc-8a8a-8f94d6c9246f req-cd71b985-a454-4acf-b2b5-14783b5ef44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:16.594453 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1e7e2843-ac83-4fbc-8a8a-8f94d6c9246f req-cd71b985-a454-4acf-b2b5-14783b5ef44e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391588 Sep 06 04:50:16.675250 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:16.681764 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:16.685630 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1e7e2843-ac83-4fbc-8a8a-8f94d6c9246f req-a679d442-9aee-4d09-b6bc-d3c1d8f4f161 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850217 Sep 06 04:50:16.773851 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1e7e2843-ac83-4fbc-8a8a-8f94d6c9246f req-9537348f-3f76-4019-9786-9a4c10ff400e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826445 Sep 06 04:50:17.294557 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:50:17.354829 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03f272-a25a-49f6-a026-39bac717aa47 req-19a74720-75ed-4830-a315-a405dd084ed3 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:17.356288 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ab03f272-a25a-49f6-a026-39bac717aa47 req-19a74720-75ed-4830-a315-a405dd084ed3 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0475354 Sep 06 04:50:17.360475 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:50:17.404473 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ab03f272-a25a-49f6-a026-39bac717aa47 req-dc9fa93d-0981-4b5f-9739-6032fcb7f9f6 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 Sep 06 04:50:18.524002 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc001d-7d01-461f-9f88-dd92aa1b72eb req-a7b3e6ff-27bb-4e7c-ad32-7134cdcd4afb tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:18.525520 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c3dc001d-7d01-461f-9f88-dd92aa1b72eb req-a7b3e6ff-27bb-4e7c-ad32-7134cdcd4afb tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0460329 Sep 06 04:50:18.575571 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c3dc001d-7d01-461f-9f88-dd92aa1b72eb req-ae0ed306-545b-4ab8-99e0-8e51c32aabcd tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445437 Sep 06 04:50:26.441625 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:26.445822 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=5 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:27.287383 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:27.292358 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:27.393501 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=56 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:27.400450 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=52 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:28.561019 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=13 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:28.572033 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=25 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:30.548961 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:50:37.795725 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7de7f886-92c3-4457-8765-2b6c140bfbd6 req-d0ab0ff2-c416-4fce-998e-9d6a60836a5d service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380034 Sep 06 04:50:37.906988 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7f886-92c3-4457-8765-2b6c140bfbd6 req-e0922bca-fc18-4a70-af57-68177f6244df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:37.908544 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7de7f886-92c3-4457-8765-2b6c140bfbd6 req-e0922bca-fc18-4a70-af57-68177f6244df service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f91efa94deff4ceb80b0a1aa88087421&device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 1129 time: 0.0394661 Sep 06 04:50:38.012946 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7f886-92c3-4457-8765-2b6c140bfbd6 req-c0960cbd-0922-4093-a803-a0b3f28807db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:38.014460 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7de7f886-92c3-4457-8765-2b6c140bfbd6 req-c0960cbd-0922-4093-a803-a0b3f28807db service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d HTTP/1.1" status: 200 len: 912 time: 0.0880792 Sep 06 04:50:38.075349 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7de7f886-92c3-4457-8765-2b6c140bfbd6 req-7add1764-0cea-4a13-8efd-44f6a1710f1b service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3db9658-18de-42f4-8b9e-69f7017c0392 HTTP/1.1" status: 200 len: 1001 time: 0.0542872 Sep 06 04:50:38.123084 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7f886-92c3-4457-8765-2b6c140bfbd6 req-92f6bbc9-ea53-4f82-92f3-55d0ecfc6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:38.124469 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7de7f886-92c3-4457-8765-2b6c140bfbd6 req-92f6bbc9-ea53-4f82-92f3-55d0ecfc6e0c service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=3ee4821a-8038-4394-b99d-e9ad4940e298 HTTP/1.1" status: 200 len: 850 time: 0.0425820 Sep 06 04:50:38.170726 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7f886-92c3-4457-8765-2b6c140bfbd6 req-0401ac65-794b-4e92-9a35-526ea1194859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:50:38.172160 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7de7f886-92c3-4457-8765-2b6c140bfbd6 req-0401ac65-794b-4e92-9a35-526ea1194859 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415764 Sep 06 04:50:38.261556 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7de7f886-92c3-4457-8765-2b6c140bfbd6 req-0ec85db3-afd7-43c5-8541-4fe46584c700 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824900 Sep 06 04:50:38.354185 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7de7f886-92c3-4457-8765-2b6c140bfbd6 req-5f45d325-ccf9-4b3e-a3c3-5c3272266828 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862169 Sep 06 04:50:41.426669 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:50:42.230861 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-4535e593-165f-41e6-83f4-9cd6e932a8ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:50:44.453109 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c4c8a2e1-0dab-4562-92a3-aae0c7af676c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:50:45.933538 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:50:47.270133 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:50:47.345788 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:50:48.349424 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=48 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:48.351274 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=53 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:51.405884 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:51.408792 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:53.204789 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [req-06c08fcd-a82f-4ffb-a47d-f24a74026a18 req-a1670b6c-0b86-4139-a158-5af2fbe6a1b2 service neutron] (106938) timed out ('10.222.0.46', 59835) {{(pid=106938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 06 04:50:53.593635 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [req-88ebd631-73cb-44bd-8b13-d45fe4aff468 req-33869d9e-1c64-4891-9ef3-d0c1ec094ccd service neutron] (106939) timed out ('10.222.0.46', 59845) {{(pid=106939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 06 04:50:57.293182 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:50:57.295061 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:00.536872 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:51:03.451399 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=5 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:10.445041 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:10.480952 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:10.487036 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:12.211436 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-fefef96c-2ec2-4d50-a335-6001db49281a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:51:14.441153 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-1e32819e-cd52-4b74-8c28-5f3ef6b1f166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:51:15.941946 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:51:17.309585 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:51:17.343833 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:51:18.405835 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:51:24.721039 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be172d46-7a07-4b80-8bd8-e2ad422599aa req-7f85527f-6cdb-4cc3-8a76-f0850e426d21 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:24.722528 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-be172d46-7a07-4b80-8bd8-e2ad422599aa req-7f85527f-6cdb-4cc3-8a76-f0850e426d21 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0479188 Sep 06 04:51:24.773243 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-be172d46-7a07-4b80-8bd8-e2ad422599aa req-441f521b-4676-44bb-a74e-ae9a3536d4ce tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450182 Sep 06 04:51:25.990367 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733e9f6-0ae3-46e8-9698-fee958d59cb7 req-9447a80b-3d14-4263-96c5-cff1f08018d0 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:25.991804 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a733e9f6-0ae3-46e8-9698-fee958d59cb7 req-9447a80b-3d14-4263-96c5-cff1f08018d0 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.1417384 Sep 06 04:51:26.037885 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a733e9f6-0ae3-46e8-9698-fee958d59cb7 req-b19adc3f-1b8b-4d81-8e91-25ac0e414284 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405819 Sep 06 04:51:27.160492 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381c458-3309-4274-8071-5f5a49130001 req-0f2fc997-b098-4a92-a83d-0048a4c62dfb tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:27.161994 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d381c458-3309-4274-8071-5f5a49130001 req-0f2fc997-b098-4a92-a83d-0048a4c62dfb tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0465014 Sep 06 04:51:27.207342 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d381c458-3309-4274-8071-5f5a49130001 req-3132055e-b1ac-42bb-90bb-19888d75c618 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399935 Sep 06 04:51:27.295288 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:27.297728 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:28.328173 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6aade-c6fd-4556-8b8f-c8862cb30ef9 req-43d0a54e-c2c1-4a1f-b6a9-812424ca71de tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:28.330216 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b9b6aade-c6fd-4556-8b8f-c8862cb30ef9 req-43d0a54e-c2c1-4a1f-b6a9-812424ca71de tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0490119 Sep 06 04:51:28.401819 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:28.634715 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-b9b6aade-c6fd-4556-8b8f-c8862cb30ef9 req-344d83a8-b39c-409e-9ddf-9697dbca9b94 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991590 Sep 06 04:51:29.753773 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105590b5-f9af-4bc4-a056-bf95babb0075 req-b4146e90-df68-4e16-8d6a-8f2159f66d7e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:29.755154 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-105590b5-f9af-4bc4-a056-bf95babb0075 req-b4146e90-df68-4e16-8d6a-8f2159f66d7e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0473731 Sep 06 04:51:29.800853 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-105590b5-f9af-4bc4-a056-bf95babb0075 req-ef07c5f8-f32e-4db4-957f-8e91381ace67 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402398 Sep 06 04:51:30.553244 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:51:30.926867 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1c17b-15b1-477d-be37-da47f32fa784 req-d31f43c0-69e3-4448-a411-bfbcdc931662 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:30.928334 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6df1c17b-15b1-477d-be37-da47f32fa784 req-d31f43c0-69e3-4448-a411-bfbcdc931662 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0538318 Sep 06 04:51:30.974646 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-6df1c17b-15b1-477d-be37-da47f32fa784 req-424c97ad-c9e0-459e-b0cb-d0dbce724e0a tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408204 Sep 06 04:51:32.104953 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3b53f-f0d5-42b4-b6d3-40dd17d2eaf0 req-a7c6fa98-05bd-4239-8af1-f47103f2d50e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:32.106359 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c1c3b53f-f0d5-42b4-b6d3-40dd17d2eaf0 req-a7c6fa98-05bd-4239-8af1-f47103f2d50e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0507240 Sep 06 04:51:32.153283 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c1c3b53f-f0d5-42b4-b6d3-40dd17d2eaf0 req-e7a4f194-0bc4-475d-9b3d-9eb9a2d2b6b5 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410533 Sep 06 04:51:33.275748 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fed34a-6218-49d8-ba49-89077531ab3f req-3888ab1b-07e7-4c8b-9fba-621e531bceef tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:33.277212 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-42fed34a-6218-49d8-ba49-89077531ab3f req-3888ab1b-07e7-4c8b-9fba-621e531bceef tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0463316 Sep 06 04:51:33.326959 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-42fed34a-6218-49d8-ba49-89077531ab3f req-d0196b2e-45dd-4add-a4de-1eb69ec74b85 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435164 Sep 06 04:51:34.448298 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55962195-21ea-4d53-afe5-ca8d868cb099 req-4cb91ee1-a9e2-4f27-bf04-c065de3908e4 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:34.449777 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-55962195-21ea-4d53-afe5-ca8d868cb099 req-4cb91ee1-a9e2-4f27-bf04-c065de3908e4 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0468042 Sep 06 04:51:34.496711 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-55962195-21ea-4d53-afe5-ca8d868cb099 req-96a9691a-4071-42a8-b5bd-8c2298e86c3f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414221 Sep 06 04:51:35.623661 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d896d4e-8479-4a87-a376-acee93c30839 req-947a254b-8338-40c9-9e39-ab8d7e795a40 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:35.625130 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4d896d4e-8479-4a87-a376-acee93c30839 req-947a254b-8338-40c9-9e39-ab8d7e795a40 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0457542 Sep 06 04:51:35.672163 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4d896d4e-8479-4a87-a376-acee93c30839 req-61a05671-274a-443a-aec0-9e23a393bcf8 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402470 Sep 06 04:51:36.000615 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837f210-4373-4d99-8ce7-ce118ded9565 req-88e79b54-fb37-46cb-91ac-f08151c99244 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:36.002216 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f837f210-4373-4d99-8ce7-ce118ded9565 req-88e79b54-fb37-46cb-91ac-f08151c99244 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0496852 Sep 06 04:51:36.051532 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-f837f210-4373-4d99-8ce7-ce118ded9565 req-554bde5a-0f84-457e-85e8-b234afba5f11 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437384 Sep 06 04:51:36.167577 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb33f1-5363-4252-91cf-04786f950733 req-6309e872-c8bc-4663-b6d6-7291a98e91d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:36.169052 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-50bb33f1-5363-4252-91cf-04786f950733 req-6309e872-c8bc-4663-b6d6-7291a98e91d0 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f91efa94deff4ceb80b0a1aa88087421&device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 1129 time: 0.0846190 Sep 06 04:51:36.258299 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb33f1-5363-4252-91cf-04786f950733 req-15e05d57-0aa2-4664-b9ab-097d6bfe4aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:36.259658 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-50bb33f1-5363-4252-91cf-04786f950733 req-15e05d57-0aa2-4664-b9ab-097d6bfe4aa4 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d HTTP/1.1" status: 200 len: 912 time: 0.0837395 Sep 06 04:51:36.323793 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-50bb33f1-5363-4252-91cf-04786f950733 req-d1f180e7-6e90-4fd4-abf5-665fd6a456e6 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3db9658-18de-42f4-8b9e-69f7017c0392 HTTP/1.1" status: 200 len: 1001 time: 0.0582020 Sep 06 04:51:36.372127 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb33f1-5363-4252-91cf-04786f950733 req-b067970e-377c-4e82-bd32-5146d202ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:36.373646 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-50bb33f1-5363-4252-91cf-04786f950733 req-b067970e-377c-4e82-bd32-5146d202ae31 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=3ee4821a-8038-4394-b99d-e9ad4940e298 HTTP/1.1" status: 200 len: 850 time: 0.0442560 Sep 06 04:51:36.415274 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb33f1-5363-4252-91cf-04786f950733 req-3e07084f-22b7-4212-ac1e-04ec0e75b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:36.416740 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-50bb33f1-5363-4252-91cf-04786f950733 req-3e07084f-22b7-4212-ac1e-04ec0e75b6c7 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377307 Sep 06 04:51:36.508895 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-50bb33f1-5363-4252-91cf-04786f950733 req-5860908f-f191-4ebe-ac5b-7569406beb13 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858934 Sep 06 04:51:36.583311 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:36.591143 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:36.601413 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-50bb33f1-5363-4252-91cf-04786f950733 req-a0fbb832-1ee5-4bae-9c14-0954eb07d89a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873120 Sep 06 04:51:37.177607 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decff1e8-7bb6-4ee3-b5d5-5eb0098865b2 req-7861a3f5-74f3-4125-b760-c1a403e5ae3e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:37.179063 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-decff1e8-7bb6-4ee3-b5d5-5eb0098865b2 req-7861a3f5-74f3-4125-b760-c1a403e5ae3e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0503588 Sep 06 04:51:37.224813 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-decff1e8-7bb6-4ee3-b5d5-5eb0098865b2 req-a9f33bd5-b901-4068-9405-521c5c7df790 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403488 Sep 06 04:51:38.342360 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe574dd-b3df-4db9-86ab-791e08b1c18f req-17891551-f13f-4964-b2aa-3a4e29257e78 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:38.343811 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-dbe574dd-b3df-4db9-86ab-791e08b1c18f req-17891551-f13f-4964-b2aa-3a4e29257e78 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0467927 Sep 06 04:51:38.391241 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-dbe574dd-b3df-4db9-86ab-791e08b1c18f req-9ebfa27a-e80f-4239-9060-41fdfe1eb7e6 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417767 Sep 06 04:51:38.794324 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-95c26d24-6b35-4872-8d6d-c465157b2a41 req-93aae0b6-3ea6-4bb2-bdef-6497d37868fc service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369303 Sep 06 04:51:38.893777 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c26d24-6b35-4872-8d6d-c465157b2a41 req-48ede2ac-7403-4845-b28c-22832c9af75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:38.895270 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-95c26d24-6b35-4872-8d6d-c465157b2a41 req-48ede2ac-7403-4845-b28c-22832c9af75e service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f91efa94deff4ceb80b0a1aa88087421&device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 1129 time: 0.0392022 Sep 06 04:51:39.000080 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c26d24-6b35-4872-8d6d-c465157b2a41 req-2b68a825-6bc5-4708-bc6c-53e0e11356e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:39.001589 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-95c26d24-6b35-4872-8d6d-c465157b2a41 req-2b68a825-6bc5-4708-bc6c-53e0e11356e8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d HTTP/1.1" status: 200 len: 912 time: 0.0888546 Sep 06 04:51:39.064713 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-95c26d24-6b35-4872-8d6d-c465157b2a41 req-a65acb41-ecc0-46a2-8579-5cdf5e904517 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3db9658-18de-42f4-8b9e-69f7017c0392 HTTP/1.1" status: 200 len: 1001 time: 0.0577080 Sep 06 04:51:39.111556 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c26d24-6b35-4872-8d6d-c465157b2a41 req-fa3ae8f5-60e7-4de9-a730-50d5b1d99481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:39.112954 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-95c26d24-6b35-4872-8d6d-c465157b2a41 req-fa3ae8f5-60e7-4de9-a730-50d5b1d99481 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=3ee4821a-8038-4394-b99d-e9ad4940e298 HTTP/1.1" status: 200 len: 850 time: 0.0426409 Sep 06 04:51:39.155280 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c26d24-6b35-4872-8d6d-c465157b2a41 req-fc4bd941-2893-4e9e-8898-71bf28699c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:51:39.156717 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-95c26d24-6b35-4872-8d6d-c465157b2a41 req-fc4bd941-2893-4e9e-8898-71bf28699c98 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376747 Sep 06 04:51:39.267613 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-95c26d24-6b35-4872-8d6d-c465157b2a41 req-078ef941-6bef-41ea-bc9f-1ecdd5ec6915 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041193 Sep 06 04:51:39.356228 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-95c26d24-6b35-4872-8d6d-c465157b2a41 req-68462084-9ddb-4097-aa0d-c70455412647 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837426 Sep 06 04:51:40.443695 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:40.448147 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:40.472419 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:40.478664 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:42.200420 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-b3a843af-5ef1-447c-adfd-3f3dc9bec94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:51:44.440196 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-ed0953e3-4bd4-469d-af19-6b058948e5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:51:45.953524 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:51:47.218178 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=52 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:47.221039 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=56 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:47.295127 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:51:47.343402 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:51:49.347773 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=59 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:49.353767 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=62 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:55.407599 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:51:57.298907 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:51:57.300806 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:00.554249 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:10.489154 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:10.491159 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:12.204426 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-6d8e80f5-4661-4d10-b1b6-341bc0be7dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:14.484531 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-d5a30510-58a1-45a5-bd49-f3013c446f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:15.913803 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:17.299739 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:17.369917 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:17.438265 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=16 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:17.444301 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=18 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:27.295867 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:27.303768 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:30.581570 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:32.407401 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:52:38.774680 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-380a98ae-cffd-4b9e-8e3a-f56e223d90a5 req-29ec12eb-dc6c-4d5e-84ef-f8c31881f8d8 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412552 Sep 06 04:52:38.874474 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a98ae-cffd-4b9e-8e3a-f56e223d90a5 req-6fd667f2-805c-4639-a2a7-45976f38652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:38.875938 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-380a98ae-cffd-4b9e-8e3a-f56e223d90a5 req-6fd667f2-805c-4639-a2a7-45976f38652a service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f91efa94deff4ceb80b0a1aa88087421&device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 1129 time: 0.0386860 Sep 06 04:52:38.976213 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a98ae-cffd-4b9e-8e3a-f56e223d90a5 req-49edd9be-5c7b-47bc-9db8-33a4b0a7227f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:38.977698 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-380a98ae-cffd-4b9e-8e3a-f56e223d90a5 req-49edd9be-5c7b-47bc-9db8-33a4b0a7227f service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d HTTP/1.1" status: 200 len: 912 time: 0.0846329 Sep 06 04:52:39.045170 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-380a98ae-cffd-4b9e-8e3a-f56e223d90a5 req-05eeb26d-68db-4259-ba7f-b9bae38e0950 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3db9658-18de-42f4-8b9e-69f7017c0392 HTTP/1.1" status: 200 len: 1001 time: 0.0590894 Sep 06 04:52:39.091752 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a98ae-cffd-4b9e-8e3a-f56e223d90a5 req-fe592d7e-0256-460d-9e12-e17e62f0d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:39.093171 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-380a98ae-cffd-4b9e-8e3a-f56e223d90a5 req-fe592d7e-0256-460d-9e12-e17e62f0d7a3 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=3ee4821a-8038-4394-b99d-e9ad4940e298 HTTP/1.1" status: 200 len: 850 time: 0.0440831 Sep 06 04:52:39.134723 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a98ae-cffd-4b9e-8e3a-f56e223d90a5 req-4f55dbc5-5ff7-4bc4-945c-f71e9bbe8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:39.136181 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-380a98ae-cffd-4b9e-8e3a-f56e223d90a5 req-4f55dbc5-5ff7-4bc4-945c-f71e9bbe8abd service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377517 Sep 06 04:52:39.228002 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-380a98ae-cffd-4b9e-8e3a-f56e223d90a5 req-4c305d25-1c30-4da0-8be8-ce6b6d8a22d4 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851824 Sep 06 04:52:39.322348 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-380a98ae-cffd-4b9e-8e3a-f56e223d90a5 req-f107b1bf-7dbb-481c-bd9b-65bf36e8c42e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873330 Sep 06 04:52:40.496369 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:40.498326 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:42.130229 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abe9c7-ac32-4ddc-b9c4-1f4761e48119 req-fb91afe2-699f-44b4-a10c-e2ed8324c474 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:42.135678 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b2abe9c7-ac32-4ddc-b9c4-1f4761e48119 req-fb91afe2-699f-44b4-a10c-e2ed8324c474 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0520930 Sep 06 04:52:42.186301 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-b2abe9c7-ac32-4ddc-b9c4-1f4761e48119 req-cf97027e-3312-4aac-a93b-6df67e7ab18f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446935 Sep 06 04:52:42.187694 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-4c94a23b-f73d-47e1-bad6-bb241ba0061a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:42.404024 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:42.404880 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:43.306885 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64cb55-b1bd-4e1c-a9ee-e5bac2f9bc20 req-d3358ac6-2f96-4a07-8084-5f22318443d2 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:43.308337 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8a64cb55-b1bd-4e1c-a9ee-e5bac2f9bc20 req-d3358ac6-2f96-4a07-8084-5f22318443d2 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0457485 Sep 06 04:52:43.354867 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8a64cb55-b1bd-4e1c-a9ee-e5bac2f9bc20 req-04f6c932-fb94-41f0-b6f4-0015d3932eaf tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405495 Sep 06 04:52:44.264180 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd98242-bd7d-4f4d-8c75-34dded2c321f req-7fb5d95f-5e60-493c-b71c-0d32fe147b46 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:44.265547 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1fd98242-bd7d-4f4d-8c75-34dded2c321f req-7fb5d95f-5e60-493c-b71c-0d32fe147b46 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0452106 Sep 06 04:52:44.346787 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-1fd98242-bd7d-4f4d-8c75-34dded2c321f req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Deleting port f3db9658-18de-42f4-8b9e-69f7017c0392 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:52:44.347471 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1fd98242-bd7d-4f4d-8c75-34dded2c321f req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (f3db9658-18de-42f4-8b9e-69f7017c0392), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:44.438708 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-1fd98242-bd7d-4f4d-8c75-34dded2c321f req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] For port f3db9658-18de-42f4-8b9e-69f7017c0392, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=f3db9658-18de-42f4-8b9e-69f7017c0392,segment=NetworkSegment(00ff42bd-4eb5-4e65-a9fb-cb9947deb650),segment_id=00ff42bd-4eb5-4e65-a9fb-cb9947deb650)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:52:44.439297 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1fd98242-bd7d-4f4d-8c75-34dded2c321f req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (f3db9658-18de-42f4-8b9e-69f7017c0392), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:44.444707 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-b7ce7947-3d2b-46e8-aa71-08c678c1ad2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:44.488961 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997c17b-feb4-435a-a1be-c4ffec388d6c req-95c48182-eab0-4451-807e-6fff1a9d48e9 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:44.490581 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6997c17b-feb4-435a-a1be-c4ffec388d6c req-95c48182-eab0-4451-807e-6fff1a9d48e9 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 945 time: 0.0598178 Sep 06 04:52:44.543466 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6997c17b-feb4-435a-a1be-c4ffec388d6c req-7be06c22-4193-4a6b-9100-aaf54dfd81df tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=a8cd6040-0db6-403b-bf9f-fc02eaca2580&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470788 Sep 06 04:52:44.595933 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:44.605457 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1fd98242-bd7d-4f4d-8c75-34dded2c321f req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:44.607366 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1fd98242-bd7d-4f4d-8c75-34dded2c321f req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (c7cc3c0b-eaa9-4753-a237-ee3946372251), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:44.607366 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.l3_db [req-1fd98242-bd7d-4f4d-8c75-34dded2c321f req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Floating IP c7cc3c0b-eaa9-4753-a237-ee3946372251 disassociated. External IP: 172.27.1.251, port: f3db9658-18de-42f4-8b9e-69f7017c0392. Sep 06 04:52:44.607366 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-1fd98242-bd7d-4f4d-8c75-34dded2c321f req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Calling delete_port for f3db9658-18de-42f4-8b9e-69f7017c0392 owned by compute:nova {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:52:44.615778 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:44.798777 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1fd98242-bd7d-4f4d-8c75-34dded2c321f req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (f3db9658-18de-42f4-8b9e-69f7017c0392), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:44.824643 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Pushing event deleted for resources: {'Port': ['ID=f3db9658-18de-42f4-8b9e-69f7017c0392,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:52:44.835118 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:44.835467 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:44.835805 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:44.836149 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:44.836481 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:44.836807 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:44.837130 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:44.837483 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:44.842665 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:44.842665 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:44.842665 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:44.842665 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:44.842665 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:44.842665 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:44.842665 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:44.948612 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fd98242-bd7d-4f4d-8c75-34dded2c321f req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:52:45.050419 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fd98242-bd7d-4f4d-8c75-34dded2c321f req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:52:45.061157 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1206f100-92af-4ce3-9da9-7a4821e626e1 None None] Sync routers for ids ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:52:45.070583 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1206f100-92af-4ce3-9da9-7a4821e626e1 None None] Routers {'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:52:45.071193 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-1206f100-92af-4ce3-9da9-7a4821e626e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:52:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:52:45.095242 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd98242-bd7d-4f4d-8c75-34dded2c321f req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] No DVR routers for this DVR port f3db9658-18de-42f4-8b9e-69f7017c0392 on host hv-cinder-85600 {{(pid=106939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:52:45.097882 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-1fd98242-bd7d-4f4d-8c75-34dded2c321f req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:45.101850 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1fd98242-bd7d-4f4d-8c75-34dded2c321f req-02d5de43-5be9-4d4a-b18b-d0af463d5e2e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.46 "DELETE /networking/v2.0/ports/f3db9658-18de-42f4-8b9e-69f7017c0392 HTTP/1.1" status: 204 len: 173 time: 0.8307972 Sep 06 04:52:45.102297 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1fe518-288a-42d5-a385-829581568441', 'name': 'network-vif-deleted', 'tag': 'f3db9658-18de-42f4-8b9e-69f7017c0392'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:52:45.104612 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0080b8be-e63f-452e-af5a-45ad29d9f49d" -d '{"events": [{"server_uuid": "1b1fe518-288a-42d5-a385-829581568441", "name": "network-vif-deleted", "tag": "f3db9658-18de-42f4-8b9e-69f7017c0392"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:52:45.179687 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-1206f100-92af-4ce3-9da9-7a4821e626e1 None None] Set router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:52:45.203519 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37421f2-5159-47b4-b07b-6f0ce6802fa7 x-openstack-request-id: req-c37421f2-5159-47b4-b07b-6f0ce6802fa7 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:52:45.203812 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b1fe518-288a-42d5-a385-829581568441", "name": "network-vif-deleted", "tag": "f3db9658-18de-42f4-8b9e-69f7017c0392", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:52:45.204061 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c37421f2-5159-47b4-b07b-6f0ce6802fa7 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:52:45.204468 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37421f2-5159-47b4-b07b-6f0ce6802fa7'] response: {'server_uuid': '1b1fe518-288a-42d5-a385-829581568441', 'name': 'network-vif-deleted', 'tag': 'f3db9658-18de-42f4-8b9e-69f7017c0392', 'status': 'completed', 'code': 200} Sep 06 04:52:45.395681 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-1206f100-92af-4ce3-9da9-7a4821e626e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 4, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd', 'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'mac_address': 'fa:16:3e:d7:0d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:25Z', 'updated_at': '2022-09-06T04:48:30Z', 'revision_number': 5, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'subnets': [{'id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:52:45.425942 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1206f100-92af-4ce3-9da9-7a4821e626e1 None None] Checking router: eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:52:45.431554 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1206f100-92af-4ce3-9da9-7a4821e626e1 None None] Routers {'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:52:45.432146 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-1206f100-92af-4ce3-9da9-7a4821e626e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:52:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:52:45.536334 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-1206f100-92af-4ce3-9da9-7a4821e626e1 None None] Set router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:52:45.661360 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-681f0cda-2ef8-4594-b6b6-b90b6071232d req-e0a73780-21d3-4d8c-b5a3-83176a0b2970 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=1b1fe518-288a-42d5-a385-829581568441 HTTP/1.1" status: 200 len: 210 time: 0.0291786 Sep 06 04:52:45.849909 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-1206f100-92af-4ce3-9da9-7a4821e626e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 4, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd', 'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'mac_address': 'fa:16:3e:d7:0d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:25Z', 'updated_at': '2022-09-06T04:48:30Z', 'revision_number': 5, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'subnets': [{'id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:52:45.883700 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1206f100-92af-4ce3-9da9-7a4821e626e1 None None] The sync data for ids ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'] in dv-cinder-856002-1-iscsi is: [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 4, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd', 'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'mac_address': 'fa:16:3e:d7:0d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:25Z', 'updated_at': '2022-09-06T04:48:30Z', 'revision_number': 5, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'subnets': [{'id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:52:45.947860 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:46.112015 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d0fe7f-bd50-47b9-ba77-6b0b13fecd41 None None] New status for floating IP c7cc3c0b-eaa9-4753-a237-ee3946372251: DOWN {{(pid=106941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:52:46.806753 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 45844) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:52:46.859973 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group (a8cd6040-0db6-403b-bf9f-fc02eaca2580), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:46.881006 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group (a8cd6040-0db6-403b-bf9f-fc02eaca2580), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:46.981599 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (a8cd6040-0db6-403b-bf9f-fc02eaca2580), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:46.984093 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:46.985228 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/a8cd6040-0db6-403b-bf9f-fc02eaca2580 HTTP/1.1" status: 204 len: 168 time: 0.1774995 Sep 06 04:52:46.988105 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45846) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:52:46.995124 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cd6040-0db6-403b-bf9f-fc02eaca2580,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:52:47.001873 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.api.v2.resource [None req-e8a899bc-c2c2-4699-90fc-e0b8631116b4 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] show failed (client error): The resource could not be found. Sep 06 04:52:47.002307 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:47.002660 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:47.002887 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-e8a899bc-c2c2-4699-90fc-e0b8631116b4 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups/a8cd6040-0db6-403b-bf9f-fc02eaca2580 HTTP/1.1" status: 404 len: 347 time: 0.0137343 Sep 06 04:52:47.003030 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:47.003380 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:47.003730 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:47.004062 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:47.004439 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:47.005431 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:47.005781 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:47.005904 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45848) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:52:47.006120 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:47.006455 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:47.006789 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:47.007118 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:47.007443 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:47.007766 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632862d2-5066-4d7b-a281-a602ca2da9bc tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:47.115834 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-f33ab9c5-3dbe-4c9a-9231-f1eb760701c4 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Deleting port 5bdf6258-90b2-4d9b-bc65-97ba81edb1ae {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:52:47.116170 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f33ab9c5-3dbe-4c9a-9231-f1eb760701c4 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (5bdf6258-90b2-4d9b-bc65-97ba81edb1ae), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:47.191547 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f33ab9c5-3dbe-4c9a-9231-f1eb760701c4 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (5bdf6258-90b2-4d9b-bc65-97ba81edb1ae), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:47.192399 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f33ab9c5-3dbe-4c9a-9231-f1eb760701c4 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for floatingip (5bdf6258-90b2-4d9b-bc65-97ba81edb1ae), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:47.204955 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-f33ab9c5-3dbe-4c9a-9231-f1eb760701c4 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Calling delete_port for 5bdf6258-90b2-4d9b-bc65-97ba81edb1ae owned by network:floatingip {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:52:47.276685 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:47.284574 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:47.369594 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:47.398989 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f33ab9c5-3dbe-4c9a-9231-f1eb760701c4 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (5bdf6258-90b2-4d9b-bc65-97ba81edb1ae), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:47.429500 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ab9c5-3dbe-4c9a-9231-f1eb760701c4 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Pushing event deleted for resources: {'Port': ['ID=5bdf6258-90b2-4d9b-bc65-97ba81edb1ae,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:52:47.495981 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f33ab9c5-3dbe-4c9a-9231-f1eb760701c4 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for floatingip (c7cc3c0b-eaa9-4753-a237-ee3946372251), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:47.498585 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-f33ab9c5-3dbe-4c9a-9231-f1eb760701c4 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:47.499740 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-f33ab9c5-3dbe-4c9a-9231-f1eb760701c4 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/c7cc3c0b-eaa9-4753-a237-ee3946372251 HTTP/1.1" status: 204 len: 168 time: 0.4929445 Sep 06 04:52:47.631694 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45852) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:52:47.636160 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-d614b28d-7774-4f3c-90b6-660f992804bd tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--778289126', 'description': 'tempest-description--1106635310'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:52:47.707548 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d614b28d-7774-4f3c-90b6-660f992804bd tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:47.752957 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:47.776098 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d614b28d-7774-4f3c-90b6-660f992804bd tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group (840686c6-ff23-45b4-80cc-9259f9135146), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:47.866947 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d614b28d-7774-4f3c-90b6-660f992804bd tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (840686c6-ff23-45b4-80cc-9259f9135146), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:47.896955 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614b28d-7774-4f3c-90b6-660f992804bd tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840686c6-ff23-45b4-80cc-9259f9135146,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:52:47.988560 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d614b28d-7774-4f3c-90b6-660f992804bd tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:47.990794 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-d614b28d-7774-4f3c-90b6-660f992804bd tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3580344 Sep 06 04:52:47.993739 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45854) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:52:48.001119 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-66aa87eb-4dd8-4515-b7ec-2b23debcc68d tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Request body: {'security_group_rule': {'security_group_id': '840686c6-ff23-45b4-80cc-9259f9135146', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:52:48.118239 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-66aa87eb-4dd8-4515-b7ec-2b23debcc68d tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group_rule (bf9177cb-e89d-4877-94d1-96fdd55d3dbe), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:48.172911 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-66aa87eb-4dd8-4515-b7ec-2b23debcc68d tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group_rule (bf9177cb-e89d-4877-94d1-96fdd55d3dbe), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:48.249909 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-66aa87eb-4dd8-4515-b7ec-2b23debcc68d tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (bf9177cb-e89d-4877-94d1-96fdd55d3dbe), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:48.269458 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa87eb-4dd8-4515-b7ec-2b23debcc68d tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9177cb-e89d-4877-94d1-96fdd55d3dbe,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:52:48.337585 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-66aa87eb-4dd8-4515-b7ec-2b23debcc68d tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:48.338768 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-66aa87eb-4dd8-4515-b7ec-2b23debcc68d tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3441277 Sep 06 04:52:48.341439 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45856) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:52:48.345633 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-ec3edcf5-6232-4d5f-818c-b85b808cebec tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Request body: {'security_group_rule': {'security_group_id': '840686c6-ff23-45b4-80cc-9259f9135146', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:52:48.438460 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec3edcf5-6232-4d5f-818c-b85b808cebec tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group_rule (fdcdc26d-c191-47a4-ac47-ec3fa85944c7), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:48.498417 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec3edcf5-6232-4d5f-818c-b85b808cebec tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group_rule (fdcdc26d-c191-47a4-ac47-ec3fa85944c7), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:48.581550 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec3edcf5-6232-4d5f-818c-b85b808cebec tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703479'] for security_group_rule (fdcdc26d-c191-47a4-ac47-ec3fa85944c7), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:48.599985 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3edcf5-6232-4d5f-818c-b85b808cebec tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdcdc26d-c191-47a4-ac47-ec3fa85944c7,revision_number=0']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:52:48.680796 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-ec3edcf5-6232-4d5f-818c-b85b808cebec tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:48.682005 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-ec3edcf5-6232-4d5f-818c-b85b808cebec tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3396671 Sep 06 04:52:48.685087 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45858) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:52:48.689289 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-0fe3eed2-dd21-4b41-9dfe-bd489e887fed tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Request body: {'floatingip': {'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:52:48.752993 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0fe3eed2-dd21-4b41-9dfe-bd489e887fed tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:48.830933 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0fe3eed2-dd21-4b41-9dfe-bd489e887fed tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:48.839820 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:48.935714 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [None req-0fe3eed2-dd21-4b41-9dfe-bd489e887fed tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Allocated IP 172.27.1.139 (9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29/fa838af8-eb13-40f5-99c2-705efe284c2d/57f611f8-0a7e-4318-bbb9-cd96af2d0955) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:52:48.974890 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device f3db9658-18de-42f4-8b9e-69f7017c0392 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:52:48.994172 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: f3db9658-18de-42f4-8b9e-69f7017c0392 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:52:48.994513 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device f3db9658-18de-42f4-8b9e-69f7017c0392 not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:52:49.040405 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0fe3eed2-dd21-4b41-9dfe-bd489e887fed tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for port (57f611f8-0a7e-4318-bbb9-cd96af2d0955), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:49.042911 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:49.137092 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0fe3eed2-dd21-4b41-9dfe-bd489e887fed tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (57f611f8-0a7e-4318-bbb9-cd96af2d0955), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:49.175358 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe3eed2-dd21-4b41-9dfe-bd489e887fed tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Network 9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29 is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:52:49.182200 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [None req-0fe3eed2-dd21-4b41-9dfe-bd489e887fed tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:52:49.186520 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe3eed2-dd21-4b41-9dfe-bd489e887fed tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:52:49.189654 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3eed2-dd21-4b41-9dfe-bd489e887fed tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Pushing event updated for resources: {'Port': ['ID=57f611f8-0a7e-4318-bbb9-cd96af2d0955,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:52:49.272224 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0fe3eed2-dd21-4b41-9dfe-bd489e887fed tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for floatingip (ec9fd7ee-abe5-4338-97d0-8fe3cd72ab78), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:49.350344 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0fe3eed2-dd21-4b41-9dfe-bd489e887fed tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (57f611f8-0a7e-4318-bbb9-cd96af2d0955), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:49.513480 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0fe3eed2-dd21-4b41-9dfe-bd489e887fed tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for port (57f611f8-0a7e-4318-bbb9-cd96af2d0955), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:49.558642 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0fe3eed2-dd21-4b41-9dfe-bd489e887fed tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (57f611f8-0a7e-4318-bbb9-cd96af2d0955), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:49.626229 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3eed2-dd21-4b41-9dfe-bd489e887fed tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Pushing event updated for resources: {'Port': ['ID=57f611f8-0a7e-4318-bbb9-cd96af2d0955,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:52:49.630219 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0fe3eed2-dd21-4b41-9dfe-bd489e887fed tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (ec9fd7ee-abe5-4338-97d0-8fe3cd72ab78), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:49.731647 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0fe3eed2-dd21-4b41-9dfe-bd489e887fed tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:49.732872 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-0fe3eed2-dd21-4b41-9dfe-bd489e887fed tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0468402 Sep 06 04:52:49.942111 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-54cb650e-1fe1-4e88-9067-bdccec1ce085 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--778289126&fields=id&tenant_id=f91efa94deff4ceb80b0a1aa88087421 HTTP/1.1" status: 200 len: 267 time: 0.0453005 Sep 06 04:52:50.046514 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-1f61538e-ae59-48ba-a090-1e4698ae0743 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:50.047879 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-1f61538e-ae59-48ba-a090-1e4698ae0743 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/networks?id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d HTTP/1.1" status: 200 len: 811 time: 0.0986040 Sep 06 04:52:50.064139 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-c6ef159c-35e1-44c1-9b9c-1c150af65878 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/quotas/f91efa94deff4ceb80b0a1aa88087421 HTTP/1.1" status: 200 len: 375 time: 0.0100496 Sep 06 04:52:50.119966 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-b266560f-53bf-4a1f-813a-12e01fe58dcf tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=f91efa94deff4ceb80b0a1aa88087421&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496588 Sep 06 04:52:50.218069 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-46767d73-c371-48cc-8da3-53216c2bced0 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864506 Sep 06 04:52:50.310361 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ced142de-45cf-44ef-aae6-7bbf23d51f39 service neutron] 10.222.0.30 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866208 Sep 06 04:52:50.725527 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-94753b5f-ec8f-4c5e-893e-71371b283c92 req-f59d89bd-454f-4411-9058-610874812248 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 210 time: 0.0280764 Sep 06 04:52:51.826126 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1bff11e2-d1c9-486d-a4cb-f65b32e94471 req-d9e6b069-df4b-44b0-be60-6f40ce41cb1e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 210 time: 0.0281415 Sep 06 04:52:52.681789 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-1768f9ae-53a0-4a5b-81f6-a4f320b36289 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:52.683157 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-1768f9ae-53a0-4a5b-81f6-a4f320b36289 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.46 "GET /networking/v2.0/networks?id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d HTTP/1.1" status: 200 len: 811 time: 0.1075153 Sep 06 04:52:52.713840 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:52.751325 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ddc639ed-ef53-4a98-9960-432bfaf4d660 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.46 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f91efa94deff4ceb80b0a1aa88087421 HTTP/1.1" status: 200 len: 379 time: 0.0522890 Sep 06 04:52:52.760513 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-778ee656-2f4e-46cb-bf6d-496e122ea1b7 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Request body: {'port': {'device_id': '4a742ba7-30f8-4f46-977e-a92938d6ea02', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'admin_state_up': True, 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'security_groups': ['840686c6-ff23-45b4-80cc-9259f9135146']}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:52:52.915505 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:52.933710 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-778ee656-2f4e-46cb-bf6d-496e122ea1b7 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Made reservation on behalf of f91efa94deff4ceb80b0a1aa88087421 for: {'port': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:52:52.937291 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-778ee656-2f4e-46cb-bf6d-496e122ea1b7 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:52.940653 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0f6bfa3b-7cf6-4f47-ba73-3f5d4be94843 req-0dbe10ee-9d4b-451b-8187-e8645988d6af tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 210 time: 0.0353820 Sep 06 04:52:53.072638 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-778ee656-2f4e-46cb-bf6d-496e122ea1b7 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Allocated IP 172.20.0.13 (3d940072-d3c6-4a12-b0c8-5039fce3aa0d/3ee4821a-8038-4394-b99d-e9ad4940e298/4c405b50-d678-4072-a125-a642f4263bf5) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:52:53.204634 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-778ee656-2f4e-46cb-bf6d-496e122ea1b7 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for port (4c405b50-d678-4072-a125-a642f4263bf5), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:53.273990 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-778ee656-2f4e-46cb-bf6d-496e122ea1b7 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (4c405b50-d678-4072-a125-a642f4263bf5), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:53.317561 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-778ee656-2f4e-46cb-bf6d-496e122ea1b7 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:52:53.323275 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-778ee656-2f4e-46cb-bf6d-496e122ea1b7 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:52:53.327019 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-778ee656-2f4e-46cb-bf6d-496e122ea1b7 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:52:53.332907 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ee656-2f4e-46cb-bf6d-496e122ea1b7 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Pushing event updated for resources: {'Port': ['ID=4c405b50-d678-4072-a125-a642f4263bf5,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:52:53.378368 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-778ee656-2f4e-46cb-bf6d-496e122ea1b7 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:53.379500 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-778ee656-2f4e-46cb-bf6d-496e122ea1b7 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:53.441742 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-778ee656-2f4e-46cb-bf6d-496e122ea1b7 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6846743 Sep 06 04:52:53.459163 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Request body: {'port': {'device_id': '4a742ba7-30f8-4f46-977e-a92938d6ea02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:52:53.519177 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (4c405b50-d678-4072-a125-a642f4263bf5), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:53.583203 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-b7f7ca84-b326-4e33-92e4-dc308e1ea5fb None None] Provisioning complete for port 4c405b50-d678-4072-a125-a642f4263bf5 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:52:53.583915 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-b7f7ca84-b326-4e33-92e4-dc308e1ea5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (4c405b50-d678-4072-a125-a642f4263bf5), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:53.614972 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-b7f7ca84-b326-4e33-92e4-dc308e1ea5fb None None] Port 4c405b50-d678-4072-a125-a642f4263bf5 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:52:53.623715 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:53.771473 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c405b50-d678-4072-a125-a642f4263bf5 {{(pid=106939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:52:53.779576 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Publish callbacks [] for port (4c405b50-d678-4072-a125-a642f4263bf5), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:53.792992 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.provisioning_blocks [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Transition to ACTIVE for port object 4c405b50-d678-4072-a125-a642f4263bf5 will not be triggered until provisioned by entity L2. {{(pid=106939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:52:53.832574 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (4c405b50-d678-4072-a125-a642f4263bf5), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:53.836771 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:53.911709 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c405b50-d678-4072-a125-a642f4263bf5,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:52:53.948613 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Attempting to bind port 4c405b50-d678-4072-a125-a642f4263bf5 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:52:53.948944 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Attempting to bind port 4c405b50-d678-4072-a125-a642f4263bf5 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '00ff42bd-4eb5-4e65-a9fb-cb9947deb650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d'}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:52:53.949262 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Attempting to bind port 4c405b50-d678-4072-a125-a642f4263bf5 on network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:52:53.992207 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Port 4c405b50-d678-4072-a125-a642f4263bf5 on network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:52:53.992544 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Attempting to bind port 4c405b50-d678-4072-a125-a642f4263bf5 on network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:52:54.034118 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:52:54.034393 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Checking segment: {'id': '00ff42bd-4eb5-4e65-a9fb-cb9947deb650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:52:54.034722 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Bound using segment: {'id': '00ff42bd-4eb5-4e65-a9fb-cb9947deb650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d'} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:52:54.035143 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Bound port: 4c405b50-d678-4072-a125-a642f4263bf5, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ff42bd-4eb5-4e65-a9fb-cb9947deb650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d'}}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:52:54.035493 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (4c405b50-d678-4072-a125-a642f4263bf5), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:54.061175 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c765e-c70f-499e-bd54-116b63f5323d req-f34e3ef9-1524-40bf-b0cc-6aedf74c4721 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:54.062660 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6f5c765e-c70f-499e-bd54-116b63f5323d req-f34e3ef9-1524-40bf-b0cc-6aedf74c4721 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 944 time: 0.0470369 Sep 06 04:52:54.096476 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] For port 4c405b50-d678-4072-a125-a642f4263bf5, host hv-cinder-85600, cleared binding levels {{(pid=106939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:52:54.099709 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] For port 4c405b50-d678-4072-a125-a642f4263bf5, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4c405b50-d678-4072-a125-a642f4263bf5,segment=NetworkSegment(00ff42bd-4eb5-4e65-a9fb-cb9947deb650),segment_id=00ff42bd-4eb5-4e65-a9fb-cb9947deb650)] {{(pid=106939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:52:54.109264 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-6f5c765e-c70f-499e-bd54-116b63f5323d req-e44e9252-a9c7-4298-b93c-0cc88cbfd02f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=840686c6-ff23-45b4-80cc-9259f9135146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409970 Sep 06 04:52:54.187630 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (4c405b50-d678-4072-a125-a642f4263bf5), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:54.191895 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:54.192502 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:54.194482 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/4c405b50-d678-4072-a125-a642f4263bf5 HTTP/1.1" status: 200 len: 1094 time: 0.7391126 Sep 06 04:52:54.195115 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a742ba7-30f8-4f46-977e-a92938d6ea02', 'tag': '4c405b50-d678-4072-a125-a642f4263bf5'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:52:54.197395 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20eb2d5e-8d04-4a60-8ff3-7713bd212257" -d '{"events": [{"name": "network-changed", "server_uuid": "4a742ba7-30f8-4f46-977e-a92938d6ea02", "tag": "4c405b50-d678-4072-a125-a642f4263bf5"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:52:54.237197 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75419b5b-d563-4ec8-a7ab-0a8b01b9dc58 x-openstack-request-id: req-75419b5b-d563-4ec8-a7ab-0a8b01b9dc58 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:52:54.237513 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a742ba7-30f8-4f46-977e-a92938d6ea02", "tag": "4c405b50-d678-4072-a125-a642f4263bf5", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:52:54.237878 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75419b5b-d563-4ec8-a7ab-0a8b01b9dc58 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:52:54.238323 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75419b5b-d563-4ec8-a7ab-0a8b01b9dc58'] response: {'name': 'network-changed', 'server_uuid': '4a742ba7-30f8-4f46-977e-a92938d6ea02', 'tag': '4c405b50-d678-4072-a125-a642f4263bf5', 'status': 'completed', 'code': 200} Sep 06 04:52:54.250084 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9170b5-cc10-462c-9f6a-634b8c57fcc6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c405b50-d678-4072-a125-a642f4263bf5,revision_number=3']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:52:54.325866 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb2d5e-8d04-4a60-8ff3-7713bd212257 req-b1ad3b1b-bfad-4a7f-a17a-c0a38191e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:54.327380 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-20eb2d5e-8d04-4a60-8ff3-7713bd212257 req-b1ad3b1b-bfad-4a7f-a17a-c0a38191e5f6 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f91efa94deff4ceb80b0a1aa88087421&device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 1128 time: 0.0412185 Sep 06 04:52:54.433994 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb2d5e-8d04-4a60-8ff3-7713bd212257 req-b6e32dce-cd24-4e8f-9e53-18a30b5e3a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:54.435509 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-20eb2d5e-8d04-4a60-8ff3-7713bd212257 req-b6e32dce-cd24-4e8f-9e53-18a30b5e3a23 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=f91efa94deff4ceb80b0a1aa88087421&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0953448 Sep 06 04:52:54.781551 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb2d5e-8d04-4a60-8ff3-7713bd212257 req-1f4d59e1-624c-4da4-9be5-0fb8beac6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:54.783187 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-20eb2d5e-8d04-4a60-8ff3-7713bd212257 req-1f4d59e1-624c-4da4-9be5-0fb8beac6770 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3422844 Sep 06 04:52:54.878987 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-8c358539-90c3-480e-a548-93ec9928653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:54.880459 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-8c358539-90c3-480e-a548-93ec9928653a service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f91efa94deff4ceb80b0a1aa88087421&device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 1128 time: 0.0410221 Sep 06 04:52:54.924820 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-d28dc04a-c4e3-40d4-b0b9-09b3ef8578f5 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c405b50-d678-4072-a125-a642f4263bf5 HTTP/1.1" status: 200 len: 217 time: 0.0325704 Sep 06 04:52:54.972321 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-09343f24-9b43-4560-acbf-ca4412b5def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:54.973766 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-09343f24-9b43-4560-acbf-ca4412b5def7 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=3ee4821a-8038-4394-b99d-e9ad4940e298 HTTP/1.1" status: 200 len: 850 time: 0.0429025 Sep 06 04:52:55.016570 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-3c4d6aa1-b80d-4932-8669-630ee656bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:55.018051 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-3c4d6aa1-b80d-4932-8669-630ee656bc01 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383747 Sep 06 04:52:55.031494 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:55.109601 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-9228d4aa-d853-4d0d-80d3-5fbd8df4653e service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851471 Sep 06 04:52:55.204380 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-8dd0a86f-c391-49de-a32e-b512ebafb9aa req-5a1e115b-f6a9-4b87-ac6f-bcf4e27981b0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892613 Sep 06 04:52:55.235701 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e5b0e-a8a0-44cd-8728-0be2af1824da req-7b14c4a8-4954-4794-8011-911f23058837 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:55.243453 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d02e5b0e-a8a0-44cd-8728-0be2af1824da req-7b14c4a8-4954-4794-8011-911f23058837 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 944 time: 0.0499365 Sep 06 04:52:55.285226 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d02e5b0e-a8a0-44cd-8728-0be2af1824da req-b1217425-2b95-44ca-ad31-dc7786b89421 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=840686c6-ff23-45b4-80cc-9259f9135146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416822 Sep 06 04:52:56.188540 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:56.190309 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=6 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:56.408128 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44e94d-4bef-4819-b0ae-1cd24260c853 req-2b54cacc-1d08-4fca-b94c-378f4a1fbb93 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:56.409602 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1f44e94d-4bef-4819-b0ae-1cd24260c853 req-2b54cacc-1d08-4fca-b94c-378f4a1fbb93 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 944 time: 0.0466657 Sep 06 04:52:56.434833 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:56.457201 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-1f44e94d-4bef-4819-b0ae-1cd24260c853 req-2db86371-a53d-4685-a9e0-5e9a63ed17d7 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=840686c6-ff23-45b4-80cc-9259f9135146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418351 Sep 06 04:52:57.559757 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:57.571110 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:57.580841 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ec129-6ee2-4878-846e-7c6658a34e99 req-2f15b66a-4bce-4401-ae59-2a43fc101674 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:57.580841 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a26ec129-6ee2-4878-846e-7c6658a34e99 req-2f15b66a-4bce-4401-ae59-2a43fc101674 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 944 time: 0.0506041 Sep 06 04:52:57.629361 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a26ec129-6ee2-4878-846e-7c6658a34e99 req-8bb37da4-fbfb-4167-8d50-869b8949023f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=840686c6-ff23-45b4-80cc-9259f9135146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431910 Sep 06 04:52:58.747903 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812b5a5-01d5-4720-882b-1ce40680f1a8 req-dede426e-d714-42a0-a2ab-0ac6254294d1 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:58.749392 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5812b5a5-01d5-4720-882b-1ce40680f1a8 req-dede426e-d714-42a0-a2ab-0ac6254294d1 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 944 time: 0.0463240 Sep 06 04:52:58.796001 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-5812b5a5-01d5-4720-882b-1ce40680f1a8 req-878896a7-0cf9-4bcc-8241-c19a6af1dc3f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=840686c6-ff23-45b4-80cc-9259f9135146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411739 Sep 06 04:52:59.045763 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 4c405b50-d678-4072-a125-a642f4263bf5 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:52:59.115337 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:59.146419 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 4c405b50-d678-4072-a125-a642f4263bf5, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4c405b50-d678-4072-a125-a642f4263bf5,segment=NetworkSegment(00ff42bd-4eb5-4e65-a9fb-cb9947deb650),segment_id=00ff42bd-4eb5-4e65-a9fb-cb9947deb650)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:52:59.149477 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:52:59.159593 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': '4c405b50-d678-4072-a125-a642f4263bf5', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'port_id': '4c405b50-d678-4072-a125-a642f4263bf5', 'mac_address': 'fa:16:3e:52:1d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:52:59.194369 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 4c405b50-d678-4072-a125-a642f4263bf5 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:52:59.194907 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (4c405b50-d678-4072-a125-a642f4263bf5), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:59.208098 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c405b50-d678-4072-a125-a642f4263bf5 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:52:59.228538 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 4c405b50-d678-4072-a125-a642f4263bf5, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4c405b50-d678-4072-a125-a642f4263bf5,segment=NetworkSegment(00ff42bd-4eb5-4e65-a9fb-cb9947deb650),segment_id=00ff42bd-4eb5-4e65-a9fb-cb9947deb650)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:52:59.278601 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (4c405b50-d678-4072-a125-a642f4263bf5), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:52:59.327783 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=4c405b50-d678-4072-a125-a642f4263bf5,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:52:59.336118 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:59.336468 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:59.336810 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:59.337145 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:59.337502 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:59.337832 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:59.338157 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:59.338481 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:59.338804 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:59.339124 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:59.339445 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:59.339764 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:59.340081 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:59.340395 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:59.340708 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:52:59.717221 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['4c405b50-d678-4072-a125-a642f4263bf5'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:52:59.916405 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a171f30-9428-43c8-a9ed-22eb1366642c req-ccecc267-1e54-4f64-8a45-35bde43cb2ab tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:52:59.917876 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3a171f30-9428-43c8-a9ed-22eb1366642c req-ccecc267-1e54-4f64-8a45-35bde43cb2ab tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 945 time: 0.0457046 Sep 06 04:52:59.966568 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-3a171f30-9428-43c8-a9ed-22eb1366642c req-399f2d43-6bb5-425e-8508-0b0bf236b674 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=840686c6-ff23-45b4-80cc-9259f9135146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433342 Sep 06 04:53:00.552540 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:01.081875 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 4c405b50-d678-4072-a125-a642f4263bf5 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:53:01.091546 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10db803-e109-4c6f-aa21-e12789e5a2bc req-088b70f1-79b4-49df-9244-000c487aead7 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:53:01.093011 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d10db803-e109-4c6f-aa21-e12789e5a2bc req-088b70f1-79b4-49df-9244-000c487aead7 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 945 time: 0.0484722 Sep 06 04:53:01.128409 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port 4c405b50-d678-4072-a125-a642f4263bf5 completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:53:01.139554 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-d10db803-e109-4c6f-aa21-e12789e5a2bc req-66a1d55e-21e1-4b99-a7f2-bdae0c1054e9 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=840686c6-ff23-45b4-80cc-9259f9135146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409667 Sep 06 04:53:01.214999 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port 4c405b50-d678-4072-a125-a642f4263bf5 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:53:01.215374 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (4c405b50-d678-4072-a125-a642f4263bf5), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:01.286753 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port 4c405b50-d678-4072-a125-a642f4263bf5 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:53:01.287138 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (4c405b50-d678-4072-a125-a642f4263bf5), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:01.309152 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a742ba7-30f8-4f46-977e-a92938d6ea02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c405b50-d678-4072-a125-a642f4263bf5'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:53:01.311383 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebcd36e-3ac3-48d3-8f99-5a46b8a426be" -d '{"events": [{"server_uuid": "4a742ba7-30f8-4f46-977e-a92938d6ea02", "name": "network-vif-plugged", "status": "completed", "tag": "4c405b50-d678-4072-a125-a642f4263bf5"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:53:01.323941 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port 4c405b50-d678-4072-a125-a642f4263bf5, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4c405b50-d678-4072-a125-a642f4263bf5,segment=NetworkSegment(00ff42bd-4eb5-4e65-a9fb-cb9947deb650),segment_id=00ff42bd-4eb5-4e65-a9fb-cb9947deb650)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:53:01.352803 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cca7395-29f5-4043-8a6a-648fb40aec1f x-openstack-request-id: req-7cca7395-29f5-4043-8a6a-648fb40aec1f {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:53:01.353094 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a742ba7-30f8-4f46-977e-a92938d6ea02", "name": "network-vif-plugged", "status": "completed", "tag": "4c405b50-d678-4072-a125-a642f4263bf5", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:53:01.353437 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7cca7395-29f5-4043-8a6a-648fb40aec1f {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:53:01.353834 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cca7395-29f5-4043-8a6a-648fb40aec1f'] response: {'server_uuid': '4a742ba7-30f8-4f46-977e-a92938d6ea02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c405b50-d678-4072-a125-a642f4263bf5', 'code': 200} Sep 06 04:53:01.398952 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (4c405b50-d678-4072-a125-a642f4263bf5), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:01.451239 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=4c405b50-d678-4072-a125-a642f4263bf5,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:53:01.652519 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c808c-5235-48c1-86c0-1326ce6ffa82 req-f177bad0-721d-425b-a060-53f048686e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:53:01.653968 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-055c808c-5235-48c1-86c0-1326ce6ffa82 req-f177bad0-721d-425b-a060-53f048686e68 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 1130 time: 0.0398710 Sep 06 04:53:01.699044 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-055c808c-5235-48c1-86c0-1326ce6ffa82 req-e72a44fa-f441-43f5-99d0-f60937a5f963 service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=840686c6-ff23-45b4-80cc-9259f9135146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391355 Sep 06 04:53:02.268992 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1792f-7104-4368-92d2-a72b1feb64cb req-231209df-c9a4-436f-889d-fa274f4c3fe5 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:53:02.270504 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0ce1792f-7104-4368-92d2-a72b1feb64cb req-231209df-c9a4-436f-889d-fa274f4c3fe5 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 946 time: 0.0506651 Sep 06 04:53:02.317894 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0ce1792f-7104-4368-92d2-a72b1feb64cb req-01dba8fe-a67d-4f73-af53-9420131a6d28 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=840686c6-ff23-45b4-80cc-9259f9135146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417867 Sep 06 04:53:03.441422 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf4c1a-3cb7-4d08-9333-0531881ca939 req-4ac30e9e-ca9d-41b1-ad3c-f378812721e8 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:53:03.442881 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-dcbf4c1a-3cb7-4d08-9333-0531881ca939 req-4ac30e9e-ca9d-41b1-ad3c-f378812721e8 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 946 time: 0.0477068 Sep 06 04:53:03.490173 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-dcbf4c1a-3cb7-4d08-9333-0531881ca939 req-0441c9d5-fcaf-4928-9edc-4ce64dc1d474 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=840686c6-ff23-45b4-80cc-9259f9135146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413892 Sep 06 04:53:04.610970 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642ead2-0801-49cd-96ee-018aa6224881 req-fee079df-8e24-4b93-84fa-c058b270557e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:53:04.612439 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7642ead2-0801-49cd-96ee-018aa6224881 req-fee079df-8e24-4b93-84fa-c058b270557e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 946 time: 0.0460048 Sep 06 04:53:04.660102 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7642ead2-0801-49cd-96ee-018aa6224881 req-e717965a-1f71-4eba-9b9d-d11313fa4d2f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=840686c6-ff23-45b4-80cc-9259f9135146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414138 Sep 06 04:53:04.774599 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6eda06-c70d-418f-ae9c-00f21278076c req-99f0e508-c839-4bc6-b5d7-c96d0e1072ac tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:53:04.776037 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ef6eda06-c70d-418f-ae9c-00f21278076c req-99f0e508-c839-4bc6-b5d7-c96d0e1072ac tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 946 time: 0.0455148 Sep 06 04:53:04.786385 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 45920) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:53:04.791402 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [None req-71de0530-d50a-48b1-97cd-bcfaee40137c tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Request body: {'floatingip': {'port_id': '4c405b50-d678-4072-a125-a642f4263bf5'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:53:04.837974 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-71de0530-d50a-48b1-97cd-bcfaee40137c tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for floatingip (ec9fd7ee-abe5-4338-97d0-8fe3cd72ab78), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:05.210196 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:05.267859 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-71de0530-d50a-48b1-97cd-bcfaee40137c tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:05.352356 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-71de0530-d50a-48b1-97cd-bcfaee40137c tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (ec9fd7ee-abe5-4338-97d0-8fe3cd72ab78), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:05.428376 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:05.449175 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.l3_db [None req-71de0530-d50a-48b1-97cd-bcfaee40137c tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Floating IP ec9fd7ee-abe5-4338-97d0-8fe3cd72ab78 associated. External IP: 172.27.1.139, port: 4c405b50-d678-4072-a125-a642f4263bf5. Sep 06 04:53:05.651893 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71de0530-d50a-48b1-97cd-bcfaee40137c tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:53:05.751964 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71de0530-d50a-48b1-97cd-bcfaee40137c tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:53:05.756946 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-71de0530-d50a-48b1-97cd-bcfaee40137c tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:05.763014 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921387d-7af6-47bc-874b-65d601697cce None None] Sync routers for ids ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:53:05.773266 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921387d-7af6-47bc-874b-65d601697cce None None] Routers {'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:53:05.773927 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-d921387d-7af6-47bc-874b-65d601697cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:52:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:53:05.787687 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-71de0530-d50a-48b1-97cd-bcfaee40137c tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "PUT /networking/v2.0/floatingips/ec9fd7ee-abe5-4338-97d0-8fe3cd72ab78 HTTP/1.1" status: 200 len: 992 time: 1.0000613 Sep 06 04:53:05.788613 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a742ba7-30f8-4f46-977e-a92938d6ea02', 'tag': '4c405b50-d678-4072-a125-a642f4263bf5'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:53:05.790914 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b59a18-cb63-4440-9cde-46f8e4f10b41" -d '{"events": [{"name": "network-changed", "server_uuid": "4a742ba7-30f8-4f46-977e-a92938d6ea02", "tag": "4c405b50-d678-4072-a125-a642f4263bf5"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:53:05.830328 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65922848-8707-40c1-bcde-d2f094d96b42 x-openstack-request-id: req-65922848-8707-40c1-bcde-d2f094d96b42 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:53:05.830613 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a742ba7-30f8-4f46-977e-a92938d6ea02", "tag": "4c405b50-d678-4072-a125-a642f4263bf5", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:53:05.830861 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65922848-8707-40c1-bcde-d2f094d96b42 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:53:05.831263 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65922848-8707-40c1-bcde-d2f094d96b42'] response: {'name': 'network-changed', 'server_uuid': '4a742ba7-30f8-4f46-977e-a92938d6ea02', 'tag': '4c405b50-d678-4072-a125-a642f4263bf5', 'status': 'completed', 'code': 200} Sep 06 04:53:05.886181 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-d921387d-7af6-47bc-874b-65d601697cce None None] Set router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:53:05.920700 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b59a18-cb63-4440-9cde-46f8e4f10b41 req-e088100e-ca0b-4599-ab39-c0db1022e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:53:05.922142 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a8b59a18-cb63-4440-9cde-46f8e4f10b41 req-e088100e-ca0b-4599-ab39-c0db1022e6b3 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f91efa94deff4ceb80b0a1aa88087421&device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 1130 time: 0.0397229 Sep 06 04:53:05.963703 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:06.015908 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b59a18-cb63-4440-9cde-46f8e4f10b41 req-8281c57a-c549-42bb-a7f6-453cd26a2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:53:06.017396 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a8b59a18-cb63-4440-9cde-46f8e4f10b41 req-8281c57a-c549-42bb-a7f6-453cd26a2a29 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d HTTP/1.1" status: 200 len: 912 time: 0.0897014 Sep 06 04:53:06.044867 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:06.079485 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a8b59a18-cb63-4440-9cde-46f8e4f10b41 req-676f7fd7-ee66-48ad-8297-e194917388d2 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c405b50-d678-4072-a125-a642f4263bf5 HTTP/1.1" status: 200 len: 1000 time: 0.0558491 Sep 06 04:53:06.099140 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-d921387d-7af6-47bc-874b-65d601697cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 4, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'ec9fd7ee-abe5-4338-97d0-8fe3cd72ab78', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'port_id': '4c405b50-d678-4072-a125-a642f4263bf5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'mac_address': 'fa:16:3e:52:1d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a742ba7-30f8-4f46-977e-a92938d6ea02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:52:49Z', 'updated_at': '2022-09-06T04:53:05Z', 'revision_number': 1, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd', 'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'mac_address': 'fa:16:3e:d7:0d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:25Z', 'updated_at': '2022-09-06T04:48:30Z', 'revision_number': 5, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'subnets': [{'id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:53:06.127912 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b59a18-cb63-4440-9cde-46f8e4f10b41 req-88b6d239-0f1e-480a-818e-1ffb4bd8cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:53:06.129483 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a8b59a18-cb63-4440-9cde-46f8e4f10b41 req-88b6d239-0f1e-480a-818e-1ffb4bd8cf4d service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=3ee4821a-8038-4394-b99d-e9ad4940e298 HTTP/1.1" status: 200 len: 850 time: 0.0439849 Sep 06 04:53:06.131478 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921387d-7af6-47bc-874b-65d601697cce None None] Checking router: eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:53:06.140365 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d921387d-7af6-47bc-874b-65d601697cce None None] Routers {'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:53:06.140957 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-d921387d-7af6-47bc-874b-65d601697cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:52:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:53:06.176289 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b59a18-cb63-4440-9cde-46f8e4f10b41 req-6af6a1a8-5283-40cf-aff7-32310ca7fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:53:06.178532 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a8b59a18-cb63-4440-9cde-46f8e4f10b41 req-6af6a1a8-5283-40cf-aff7-32310ca7fa57 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431626 Sep 06 04:53:06.242893 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-d921387d-7af6-47bc-874b-65d601697cce None None] Set router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:53:06.263908 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:06.269871 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a8b59a18-cb63-4440-9cde-46f8e4f10b41 req-71c5df7b-54c9-4f61-9c2b-0cfc073089a6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847309 Sep 06 04:53:06.365638 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a8b59a18-cb63-4440-9cde-46f8e4f10b41 req-b680f710-abd5-47c8-9b7f-ccc9bd18fa6a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899320 Sep 06 04:53:06.452971 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-d921387d-7af6-47bc-874b-65d601697cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 4, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'ec9fd7ee-abe5-4338-97d0-8fe3cd72ab78', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'port_id': '4c405b50-d678-4072-a125-a642f4263bf5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'mac_address': 'fa:16:3e:52:1d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a742ba7-30f8-4f46-977e-a92938d6ea02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:52:49Z', 'updated_at': '2022-09-06T04:53:05Z', 'revision_number': 1, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd', 'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'mac_address': 'fa:16:3e:d7:0d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:25Z', 'updated_at': '2022-09-06T04:48:30Z', 'revision_number': 5, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'subnets': [{'id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:53:06.480422 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d921387d-7af6-47bc-874b-65d601697cce None None] The sync data for ids ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'] in dv-cinder-856002-1-iscsi is: [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 4, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_floatingips': [{'id': 'ec9fd7ee-abe5-4338-97d0-8fe3cd72ab78', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'router_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'port_id': '4c405b50-d678-4072-a125-a642f4263bf5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'mac_address': 'fa:16:3e:52:1d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a742ba7-30f8-4f46-977e-a92938d6ea02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-06T04:52:49Z', 'updated_at': '2022-09-06T04:53:05Z', 'revision_number': 1, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd', 'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'mac_address': 'fa:16:3e:d7:0d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:25Z', 'updated_at': '2022-09-06T04:48:30Z', 'revision_number': 5, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'subnets': [{'id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:53:06.677006 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2a93ca-7dd1-4a4d-9a19-5cdb760288fc None None] New status for floating IP ec9fd7ee-abe5-4338-97d0-8fe3cd72ab78: ACTIVE {{(pid=106941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:53:09.407034 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:53:12.215615 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-d89f8fd6-f6ec-4f0c-a6a4-8dbadd36cc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:14.444099 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8d21ba87-e9bb-423e-ba71-993729e9372f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:14.764736 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=22 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:14.766563 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=32 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:15.940952 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:16.356584 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=6 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:16.362691 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=78 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:17.301833 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:17.380920 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:19.402625 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:19.403370 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:29.336272 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:29.338119 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:30.557595 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:31.436408 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:31.441438 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:40.504555 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:40.506382 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:40.776274 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-56dd7269-95ec-45e0-ac82-9170ce21e8ea req-ad35524b-321b-4889-a04a-bae0051a78f5 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390246 Sep 06 04:53:40.875892 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd7269-95ec-45e0-ac82-9170ce21e8ea req-97c6d3c8-a5b4-4df6-b4c5-8d6a3fd1080a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:53:40.877408 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-56dd7269-95ec-45e0-ac82-9170ce21e8ea req-97c6d3c8-a5b4-4df6-b4c5-8d6a3fd1080a service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f91efa94deff4ceb80b0a1aa88087421&device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 1130 time: 0.0396783 Sep 06 04:53:40.983728 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd7269-95ec-45e0-ac82-9170ce21e8ea req-53d3fc00-4e89-49cf-baa0-826f9f3d30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:53:40.985191 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-56dd7269-95ec-45e0-ac82-9170ce21e8ea req-53d3fc00-4e89-49cf-baa0-826f9f3d30cf service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d HTTP/1.1" status: 200 len: 912 time: 0.0888467 Sep 06 04:53:41.045479 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-56dd7269-95ec-45e0-ac82-9170ce21e8ea req-38656aab-86c3-40e2-9664-8e19340267c7 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c405b50-d678-4072-a125-a642f4263bf5 HTTP/1.1" status: 200 len: 1002 time: 0.0545301 Sep 06 04:53:41.095715 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd7269-95ec-45e0-ac82-9170ce21e8ea req-607fc4c5-7898-4d27-907f-d412ed6e8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:53:41.097094 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-56dd7269-95ec-45e0-ac82-9170ce21e8ea req-607fc4c5-7898-4d27-907f-d412ed6e8fd2 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=3ee4821a-8038-4394-b99d-e9ad4940e298 HTTP/1.1" status: 200 len: 850 time: 0.0454996 Sep 06 04:53:41.138201 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd7269-95ec-45e0-ac82-9170ce21e8ea req-2a9cadc8-2e83-417e-85a6-cd7a95574b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:53:41.139625 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-56dd7269-95ec-45e0-ac82-9170ce21e8ea req-2a9cadc8-2e83-417e-85a6-cd7a95574b31 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369499 Sep 06 04:53:41.228624 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-56dd7269-95ec-45e0-ac82-9170ce21e8ea req-df94895f-c2f0-47aa-ba5e-0d4cc0b83b6f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835009 Sep 06 04:53:41.317239 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-56dd7269-95ec-45e0-ac82-9170ce21e8ea req-8b0209b2-c6c3-40e6-acb4-af790fccd5c6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826941 Sep 06 04:53:42.180712 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-93efe63c-9902-43f9-b4ae-707144c76952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:44.465751 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-b05f6323-7864-495c-b5bd-4fde1e501950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:45.941282 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:46.406137 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:53:47.311004 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:47.368867 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:53:51.312779 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=48 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:51.314646 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=53 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:56.401756 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:56.402517 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:57.304540 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:53:57.313046 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:00.545836 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:09.337436 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=14 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:09.339358 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=18 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:10.500858 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:10.506857 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:12.231557 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-c6283beb-4833-41b1-ae5b-88dc0e56ddb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:14.448835 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-036dae5d-cc69-4cec-9165-7fc8fb522707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:15.939628 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:17.288494 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:17.351317 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:23.404598 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:54:27.309042 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:27.315032 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:30.591296 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:33.401141 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:33.401910 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:40.503620 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:40.505479 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:42.271679 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-bbf706da-508a-4e2c-bf01-c42be27818bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:43.659942 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-eae93ee5-559c-4220-8bcc-9f17633389f7 req-aaf29bd9-8f9c-4c77-9f5a-762d3c835052 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398159 Sep 06 04:54:43.768851 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae93ee5-559c-4220-8bcc-9f17633389f7 req-f6dcb1cd-3ec2-42b6-9794-8515d61e006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:54:43.770366 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-eae93ee5-559c-4220-8bcc-9f17633389f7 req-f6dcb1cd-3ec2-42b6-9794-8515d61e006b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f91efa94deff4ceb80b0a1aa88087421&device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 1130 time: 0.0461011 Sep 06 04:54:43.878196 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae93ee5-559c-4220-8bcc-9f17633389f7 req-1cf1c9cb-9700-4b60-8927-00189068b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:54:43.878196 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-eae93ee5-559c-4220-8bcc-9f17633389f7 req-1cf1c9cb-9700-4b60-8927-00189068b3f6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d HTTP/1.1" status: 200 len: 912 time: 0.0902202 Sep 06 04:54:43.947983 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-eae93ee5-559c-4220-8bcc-9f17633389f7 req-34bf37da-6b32-4a77-8942-4f4a1c944a37 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c405b50-d678-4072-a125-a642f4263bf5 HTTP/1.1" status: 200 len: 1002 time: 0.0617509 Sep 06 04:54:43.998891 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae93ee5-559c-4220-8bcc-9f17633389f7 req-a09886d4-3628-4e47-a41e-1912f0ebb9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:54:44.000476 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-eae93ee5-559c-4220-8bcc-9f17633389f7 req-a09886d4-3628-4e47-a41e-1912f0ebb9ea service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=3ee4821a-8038-4394-b99d-e9ad4940e298 HTTP/1.1" status: 200 len: 850 time: 0.0455210 Sep 06 04:54:44.045708 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae93ee5-559c-4220-8bcc-9f17633389f7 req-1a10635e-a8e7-4aaa-8cfd-f5258c10c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:54:44.047267 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-eae93ee5-559c-4220-8bcc-9f17633389f7 req-1a10635e-a8e7-4aaa-8cfd-f5258c10c34b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=3d940072-d3c6-4a12-b0c8-5039fce3aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409391 Sep 06 04:54:44.416709 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-eae93ee5-559c-4220-8bcc-9f17633389f7 req-f86fecb6-8207-4fe9-aa26-ae7b6284f06c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885973 Sep 06 04:54:44.436658 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-f676f149-9686-4401-add2-be1ed5de28f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:44.510245 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-eae93ee5-559c-4220-8bcc-9f17633389f7 req-9f7dc1e7-8ffb-453b-a820-aecad7508bf5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848744 Sep 06 04:54:45.434165 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:45.434855 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:45.950178 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:47.288147 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:47.413905 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:48.217090 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe3f8b-fcd6-46d9-8631-12828baaed6b req-2475c6e9-b66d-40ef-a9ab-725f388009eb tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:54:48.218564 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-bebe3f8b-fcd6-46d9-8631-12828baaed6b req-2475c6e9-b66d-40ef-a9ab-725f388009eb tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 946 time: 0.0499141 Sep 06 04:54:48.263880 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-bebe3f8b-fcd6-46d9-8631-12828baaed6b req-d4d33e63-f03c-4c56-a169-633cc8dfc70e tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=840686c6-ff23-45b4-80cc-9259f9135146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398986 Sep 06 04:54:49.391141 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86702208-8643-4f19-989c-b01e7d0b2fc7 req-5bda95df-439d-4e2c-ad5d-cfa325c94a9d tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:54:49.392668 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-86702208-8643-4f19-989c-b01e7d0b2fc7 req-5bda95df-439d-4e2c-ad5d-cfa325c94a9d tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 946 time: 0.0517449 Sep 06 04:54:49.445829 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-86702208-8643-4f19-989c-b01e7d0b2fc7 req-c67b5db5-09bc-448c-8e55-3915add079cd tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=840686c6-ff23-45b4-80cc-9259f9135146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474231 Sep 06 04:54:50.254886 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154d030-c99f-4efe-9fe2-6c9d8c289a24 req-784b241c-a97f-4211-b731-17f6ce848b13 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:54:50.256283 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9154d030-c99f-4efe-9fe2-6c9d8c289a24 req-784b241c-a97f-4211-b731-17f6ce848b13 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 946 time: 0.0456736 Sep 06 04:54:50.338868 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-9154d030-c99f-4efe-9fe2-6c9d8c289a24 req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Deleting port 4c405b50-d678-4072-a125-a642f4263bf5 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:54:50.339205 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-9154d030-c99f-4efe-9fe2-6c9d8c289a24 req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (4c405b50-d678-4072-a125-a642f4263bf5), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:50.428001 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-9154d030-c99f-4efe-9fe2-6c9d8c289a24 req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] For port 4c405b50-d678-4072-a125-a642f4263bf5, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=4c405b50-d678-4072-a125-a642f4263bf5,segment=NetworkSegment(00ff42bd-4eb5-4e65-a9fb-cb9947deb650),segment_id=00ff42bd-4eb5-4e65-a9fb-cb9947deb650)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:54:50.428360 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-9154d030-c99f-4efe-9fe2-6c9d8c289a24 req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (4c405b50-d678-4072-a125-a642f4263bf5), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:50.828563 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa1cc4-74c4-4668-969c-d6f8d8e3cbfa req-7c0ebe01-a057-476d-91c6-0968a301d567 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:54:50.830054 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4caa1cc4-74c4-4668-969c-d6f8d8e3cbfa req-7c0ebe01-a057-476d-91c6-0968a301d567 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 946 time: 0.0869484 Sep 06 04:54:50.874893 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:50.887288 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:50.912664 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-9154d030-c99f-4efe-9fe2-6c9d8c289a24 req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:50.913027 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-9154d030-c99f-4efe-9fe2-6c9d8c289a24 req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730781'] for floatingip (ec9fd7ee-abe5-4338-97d0-8fe3cd72ab78), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:50.913363 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.db.l3_db [req-9154d030-c99f-4efe-9fe2-6c9d8c289a24 req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Floating IP ec9fd7ee-abe5-4338-97d0-8fe3cd72ab78 disassociated. External IP: 172.27.1.139, port: 4c405b50-d678-4072-a125-a642f4263bf5. Sep 06 04:54:50.913700 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-9154d030-c99f-4efe-9fe2-6c9d8c289a24 req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Calling delete_port for 4c405b50-d678-4072-a125-a642f4263bf5 owned by compute:nova {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:54:50.941593 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4caa1cc4-74c4-4668-969c-d6f8d8e3cbfa req-8d479ad3-4952-4e7b-bf6d-d51893aa9b1b tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=840686c6-ff23-45b4-80cc-9259f9135146&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009386 Sep 06 04:54:51.116572 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-9154d030-c99f-4efe-9fe2-6c9d8c289a24 req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (4c405b50-d678-4072-a125-a642f4263bf5), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:51.141886 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Pushing event deleted for resources: {'Port': ['ID=4c405b50-d678-4072-a125-a642f4263bf5,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:54:51.153865 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:51.154209 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:51.154550 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:51.154885 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:51.155215 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:51.155536 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:51.155855 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:51.156176 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:51.156495 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:51.156817 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:51.157276 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:51.157482 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:51.157775 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:51.158087 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:51.158405 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:51.263345 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9154d030-c99f-4efe-9fe2-6c9d8c289a24 req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:54:51.363811 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9154d030-c99f-4efe-9fe2-6c9d8c289a24 req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:54:51.374551 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57849a3e-72c0-42aa-a913-ab86698786ce None None] Sync routers for ids ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:54:51.386615 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57849a3e-72c0-42aa-a913-ab86698786ce None None] Routers {'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:54:51.387237 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-57849a3e-72c0-42aa-a913-ab86698786ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:54:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:54:51.407115 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-9154d030-c99f-4efe-9fe2-6c9d8c289a24 req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] No DVR routers for this DVR port 4c405b50-d678-4072-a125-a642f4263bf5 on host hv-cinder-85600 {{(pid=106939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:54:51.410020 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-9154d030-c99f-4efe-9fe2-6c9d8c289a24 req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:51.413415 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-9154d030-c99f-4efe-9fe2-6c9d8c289a24 req-cf4babe9-78fd-4730-a4f5-81a7439feead tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.46 "DELETE /networking/v2.0/ports/4c405b50-d678-4072-a125-a642f4263bf5 HTTP/1.1" status: 204 len: 173 time: 1.1509480 Sep 06 04:54:51.413877 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a742ba7-30f8-4f46-977e-a92938d6ea02', 'name': 'network-vif-deleted', 'tag': '4c405b50-d678-4072-a125-a642f4263bf5'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:54:51.416886 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf805bc0-fb74-44a0-8b3b-fef2fe710e2f" -d '{"events": [{"server_uuid": "4a742ba7-30f8-4f46-977e-a92938d6ea02", "name": "network-vif-deleted", "tag": "4c405b50-d678-4072-a125-a642f4263bf5"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:54:51.456434 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b16793-b95f-4023-82f3-f9ca46e1dff1 x-openstack-request-id: req-b8b16793-b95f-4023-82f3-f9ca46e1dff1 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:54:51.456730 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a742ba7-30f8-4f46-977e-a92938d6ea02", "name": "network-vif-deleted", "tag": "4c405b50-d678-4072-a125-a642f4263bf5", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:54:51.456983 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8b16793-b95f-4023-82f3-f9ca46e1dff1 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:54:51.457579 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b16793-b95f-4023-82f3-f9ca46e1dff1'] response: {'server_uuid': '4a742ba7-30f8-4f46-977e-a92938d6ea02', 'name': 'network-vif-deleted', 'tag': '4c405b50-d678-4072-a125-a642f4263bf5', 'status': 'completed', 'code': 200} Sep 06 04:54:51.629458 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-57849a3e-72c0-42aa-a913-ab86698786ce None None] Set router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:54:51.817767 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-57849a3e-72c0-42aa-a913-ab86698786ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 4, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd', 'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'mac_address': 'fa:16:3e:d7:0d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:25Z', 'updated_at': '2022-09-06T04:48:30Z', 'revision_number': 5, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'subnets': [{'id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:54:51.850760 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57849a3e-72c0-42aa-a913-ab86698786ce None None] Checking router: eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:54:51.859821 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57849a3e-72c0-42aa-a913-ab86698786ce None None] Routers {'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:54:51.860422 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-57849a3e-72c0-42aa-a913-ab86698786ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:54:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:54:51.959314 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-57849a3e-72c0-42aa-a913-ab86698786ce None None] Set router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:54:52.056780 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-0d7ff40e-d2c2-4466-91f3-e26777af7e49 req-db85df34-f1e8-475a-b141-94a3712039cf tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=4a742ba7-30f8-4f46-977e-a92938d6ea02 HTTP/1.1" status: 200 len: 210 time: 0.0277576 Sep 06 04:54:52.146560 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-57849a3e-72c0-42aa-a913-ab86698786ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 4, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd', 'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'mac_address': 'fa:16:3e:d7:0d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:25Z', 'updated_at': '2022-09-06T04:48:30Z', 'revision_number': 5, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'subnets': [{'id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:54:52.171417 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57849a3e-72c0-42aa-a913-ab86698786ce None None] The sync data for ids ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'] in dv-cinder-856002-1-iscsi is: [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:48:25Z', 'revision_number': 4, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi', '_interfaces': [{'id': '5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd', 'name': '', 'network_id': '3d940072-d3c6-4a12-b0c8-5039fce3aa0d', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'mac_address': 'fa:16:3e:d7:0d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:25Z', 'updated_at': '2022-09-06T04:48:30Z', 'revision_number': 5, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'subnets': [{'id': '3ee4821a-8038-4394-b99d-e9ad4940e298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:54:52.396323 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf35360-62c8-4886-b641-f61efb1abc8f None None] New status for floating IP ec9fd7ee-abe5-4338-97d0-8fe3cd72ab78: DOWN {{(pid=106941) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 06 04:54:53.220324 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46108) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:54:53.275566 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4f8059e4-6e05-49e7-9ef4-d4d4be2e2e8f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group (840686c6-ff23-45b4-80cc-9259f9135146), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:53.297709 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4f8059e4-6e05-49e7-9ef4-d4d4be2e2e8f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group (840686c6-ff23-45b4-80cc-9259f9135146), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:53.414223 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4f8059e4-6e05-49e7-9ef4-d4d4be2e2e8f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (840686c6-ff23-45b4-80cc-9259f9135146), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:53.417324 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4f8059e4-6e05-49e7-9ef4-d4d4be2e2e8f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:53.418488 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-4f8059e4-6e05-49e7-9ef4-d4d4be2e2e8f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "DELETE /networking/v2.0/security-groups/840686c6-ff23-45b4-80cc-9259f9135146 HTTP/1.1" status: 204 len: 168 time: 0.1971540 Sep 06 04:54:53.421292 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 46110) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:54:53.428024 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8059e4-6e05-49e7-9ef4-d4d4be2e2e8f tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=840686c6-ff23-45b4-80cc-9259f9135146,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:54:53.435595 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.api.v2.resource [None req-6ced559b-9a92-4de8-85f8-c83a3f2452c1 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] show failed (client error): The resource could not be found. Sep 06 04:54:53.436596 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-6ced559b-9a92-4de8-85f8-c83a3f2452c1 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "GET /networking/v2.0/security-groups/840686c6-ff23-45b4-80cc-9259f9135146 HTTP/1.1" status: 404 len: 347 time: 0.0142779 Sep 06 04:54:53.439505 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 46112) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:54:53.549961 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Deleting port 57f611f8-0a7e-4318-bbb9-cd96af2d0955 {{(pid=106938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:54:53.550299 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (57f611f8-0a7e-4318-bbb9-cd96af2d0955), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:53.634826 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (57f611f8-0a7e-4318-bbb9-cd96af2d0955), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:53.635182 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for floatingip (57f611f8-0a7e-4318-bbb9-cd96af2d0955), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:53.695675 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.plugin [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Calling delete_port for 57f611f8-0a7e-4318-bbb9-cd96af2d0955 owned by network:floatingip {{(pid=106938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:54:53.837262 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11755848'] for port (57f611f8-0a7e-4318-bbb9-cd96af2d0955), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:53.861233 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Pushing event deleted for resources: {'Port': ['ID=57f611f8-0a7e-4318-bbb9-cd96af2d0955,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:54:53.875349 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:53.878867 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:53.878867 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:53.878867 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:53.878867 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:53.878867 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:53.878867 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:53.878867 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:53.878867 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:53.878867 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:53.878867 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:53.878867 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:53.879923 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:53.879923 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:53.879923 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:54:53.940044 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks [] for floatingip (ec9fd7ee-abe5-4338-97d0-8fe3cd72ab78), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:53.942591 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for floatingip (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:53.943735 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-d7f6197f-a16b-4989-996f-330de485b929 tempest-AttachVolumeTestJSON-1376563755 tempest-AttachVolumeTestJSON-1376563755-project] 10.222.0.30 "DELETE /networking/v2.0/floatingips/ec9fd7ee-abe5-4338-97d0-8fe3cd72ab78 HTTP/1.1" status: 204 len: 168 time: 0.5033424 Sep 06 04:54:55.687194 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 4c405b50-d678-4072-a125-a642f4263bf5 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:54:55.710231 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: 4c405b50-d678-4072-a125-a642f4263bf5 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:54:55.713682 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device 4c405b50-d678-4072-a125-a642f4263bf5 not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:54:57.871305 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46140) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:54:58.159105 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:58.240771 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:58.323501 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2e6106cf-3733-4e80-abcb-f35f8438987d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-738461'] for router_interface (eb58d69f-33fc-4cd8-9bf2-98a8413e0c08), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:58.552712 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-2e6106cf-3733-4e80-abcb-f35f8438987d admin admin] Deleting port 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:54:58.553051 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2e6106cf-3733-4e80-abcb-f35f8438987d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:58.632985 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-2e6106cf-3733-4e80-abcb-f35f8438987d admin admin] For port 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd,segment=NetworkSegment(00ff42bd-4eb5-4e65-a9fb-cb9947deb650),segment_id=00ff42bd-4eb5-4e65-a9fb-cb9947deb650)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:54:58.633365 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2e6106cf-3733-4e80-abcb-f35f8438987d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:58.645633 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-2e6106cf-3733-4e80-abcb-f35f8438987d admin admin] Calling delete_port for 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd owned by network:router_interface {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:54:58.893945 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2e6106cf-3733-4e80-abcb-f35f8438987d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:58.917715 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6106cf-3733-4e80-abcb-f35f8438987d admin admin] Pushing event deleted for resources: {'Port': ['ID=5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:54:59.078476 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:59.082549 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2e6106cf-3733-4e80-abcb-f35f8438987d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-729101'] for router_interface (eb58d69f-33fc-4cd8-9bf2-98a8413e0c08), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:59.167344 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:59.287648 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6106cf-3733-4e80-abcb-f35f8438987d admin admin] Router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 has already been hosted by L3 agent 2e3759f4-777c-418a-9331-73d3bce226a2 {{(pid=106939) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 06 04:54:59.391834 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6106cf-3733-4e80-abcb-f35f8438987d admin admin] Notify agent at l3_agent.dv-cinder-856002-1-iscsi the message routers_updated {{(pid=106939) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 06 04:54:59.396750 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-2e6106cf-3733-4e80-abcb-f35f8438987d admin admin] 10.222.0.30 "PUT /networking/v2.0/routers/eb58d69f-33fc-4cd8-9bf2-98a8413e0c08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5251873 Sep 06 04:54:59.399564 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46144) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:54:59.400674 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e83a2-3926-4d6b-ad95-16832d92eaf3 None None] Sync routers for ids ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'] in dv-cinder-856002-1-iscsi {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 06 04:54:59.410917 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e83a2-3926-4d6b-ad95-16832d92eaf3 None None] Routers {'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:54:59.411514 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-f14e83a2-3926-4d6b-ad95-16832d92eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:54:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:54:59.499509 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d15abe64-79c9-49cc-a7de-563e833108b8 admin admin] Publish callbacks [] for router (eb58d69f-33fc-4cd8-9bf2-98a8413e0c08), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:59.511046 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-f14e83a2-3926-4d6b-ad95-16832d92eaf3 None None] Set router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 gateway port host: dv-cinder-856002-1-iscsi {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:54:59.597021 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d15abe64-79c9-49cc-a7de-563e833108b8 admin admin] Publish callbacks [] for router_gateway (eb58d69f-33fc-4cd8-9bf2-98a8413e0c08), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:59.611568 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:59.623976 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:54:59.675468 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-f14e83a2-3926-4d6b-ad95-16832d92eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'external_fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '06cff688-54e5-493e-8805-d7c5aef82751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:54:58Z', 'revision_number': 5, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port': {'id': '06cff688-54e5-493e-8805-d7c5aef82751', 'name': '', 'network_id': '9453ddcc-d7c2-4bc2-9dd1-1040a78e9d29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856002-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-06T04:48:23Z', 'updated_at': '2022-09-06T04:48:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa838af8-eb13-40f5-99c2-705efe284c2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856002-1-iscsi'}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:54:59.680884 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-d15abe64-79c9-49cc-a7de-563e833108b8 admin admin] Deleting port 06cff688-54e5-493e-8805-d7c5aef82751 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:54:59.681797 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d15abe64-79c9-49cc-a7de-563e833108b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (06cff688-54e5-493e-8805-d7c5aef82751), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:59.705085 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e83a2-3926-4d6b-ad95-16832d92eaf3 None None] Checking router: eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 for host: dv-cinder-856002-1-iscsi {{(pid=106940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 06 04:54:59.714167 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e83a2-3926-4d6b-ad95-16832d92eaf3 None None] Routers {'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'} bound to L3 agent in host dv-cinder-856002-1-iscsi {{(pid=106940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 06 04:54:59.714754 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-f14e83a2-3926-4d6b-ad95-16832d92eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856002-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-06T04:27:14Z,description=,heartbeat_timestamp=2022-09-06T04:54:44Z,host='dv-cinder-856002-1-iscsi',id=2e3759f4-777c-418a-9331-73d3bce226a2,load=0,resource_versions=,resources_synced=,started_at=2022-09-06T04:27:15Z,topic='l3_agent')) {'router_ids': ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'], 'active': True} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:54:59.761891 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-d15abe64-79c9-49cc-a7de-563e833108b8 admin admin] For port 06cff688-54e5-493e-8805-d7c5aef82751, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=06cff688-54e5-493e-8805-d7c5aef82751,segment=NetworkSegment(66a3e8c0-46ae-4dce-960a-927a5c7a2f21),segment_id=66a3e8c0-46ae-4dce-960a-927a5c7a2f21)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:54:59.762170 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d15abe64-79c9-49cc-a7de-563e833108b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (06cff688-54e5-493e-8805-d7c5aef82751), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:54:59.778432 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-d15abe64-79c9-49cc-a7de-563e833108b8 admin admin] Calling delete_port for 06cff688-54e5-493e-8805-d7c5aef82751 owned by network:router_gateway {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:54:59.794065 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvr_db [None req-f14e83a2-3926-4d6b-ad95-16832d92eaf3 None None] Set router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 gateway port host: None {{(pid=106940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 06 04:54:59.845088 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_hamode_db [None req-f14e83a2-3926-4d6b-ad95-16832d92eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:54:59Z', 'revision_number': 6, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port_host': None}], 'dv-cinder-856002-1-iscsi', False) {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:54:59.869191 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e83a2-3926-4d6b-ad95-16832d92eaf3 None None] The sync data for ids ['eb58d69f-33fc-4cd8-9bf2-98a8413e0c08'] in dv-cinder-856002-1-iscsi is: [{'id': 'eb58d69f-33fc-4cd8-9bf2-98a8413e0c08', 'name': 'tempest-AttachVolumeTestJSON-2054414769-router', 'tenant_id': 'f91efa94deff4ceb80b0a1aa88087421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-06T04:48:22Z', 'updated_at': '2022-09-06T04:54:59Z', 'revision_number': 6, 'project_id': 'f91efa94deff4ceb80b0a1aa88087421', 'gw_port_host': None}] {{(pid=106940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 06 04:54:59.929064 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:00.025759 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d15abe64-79c9-49cc-a7de-563e833108b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (06cff688-54e5-493e-8805-d7c5aef82751), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:00.050423 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15abe64-79c9-49cc-a7de-563e833108b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=06cff688-54e5-493e-8805-d7c5aef82751,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:00.112945 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d15abe64-79c9-49cc-a7de-563e833108b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730729'] for router_gateway (eb58d69f-33fc-4cd8-9bf2-98a8413e0c08), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:00.169185 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:00.195520 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d15abe64-79c9-49cc-a7de-563e833108b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-731003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12195'] for router (eb58d69f-33fc-4cd8-9bf2-98a8413e0c08), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:00.198499 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d15abe64-79c9-49cc-a7de-563e833108b8 admin admin] Publish callbacks [] for router_controller (eb58d69f-33fc-4cd8-9bf2-98a8413e0c08), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:00.385680 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d15abe64-79c9-49cc-a7de-563e833108b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-738514'] for router (eb58d69f-33fc-4cd8-9bf2-98a8413e0c08), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:00.386308 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15abe64-79c9-49cc-a7de-563e833108b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 {{(pid=106939) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 06 04:55:00.394271 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d15abe64-79c9-49cc-a7de-563e833108b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:00.394271 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-d15abe64-79c9-49cc-a7de-563e833108b8 admin admin] 10.222.0.30 "DELETE /networking/v2.0/routers/eb58d69f-33fc-4cd8-9bf2-98a8413e0c08 HTTP/1.1" status: 204 len: 168 time: 0.9911935 Sep 06 04:55:00.394521 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46146) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:55:00.404568 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:55:00.443149 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4b9c0b-2ad5-43d0-a20c-92b1783cef7e admin admin] Deleting subnet 3ee4821a-8038-4394-b99d-e9ad4940e298 {{(pid=106939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 06 04:55:00.446333 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3c4b9c0b-2ad5-43d0-a20c-92b1783cef7e admin admin] Publish callbacks [] for subnet (3ee4821a-8038-4394-b99d-e9ad4940e298), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:00.481989 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3c4b9c0b-2ad5-43d0-a20c-92b1783cef7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11570509'] for subnet (3ee4821a-8038-4394-b99d-e9ad4940e298), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:00.557517 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:00.560435 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3c4b9c0b-2ad5-43d0-a20c-92b1783cef7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479495'] for subnet (3ee4821a-8038-4394-b99d-e9ad4940e298), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:00.631135 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:55:00.655617 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:55:00.656971 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 5cc93fcb-4c4a-4e12-a9e9-4553b5dfaabd not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:55:00.676937 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3c4b9c0b-2ad5-43d0-a20c-92b1783cef7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12279841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12317327'] for subnet (3ee4821a-8038-4394-b99d-e9ad4940e298), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:00.702192 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b9c0b-2ad5-43d0-a20c-92b1783cef7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ee4821a-8038-4394-b99d-e9ad4940e298,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:00.707811 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-3c4b9c0b-2ad5-43d0-a20c-92b1783cef7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:00.710933 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-3c4b9c0b-2ad5-43d0-a20c-92b1783cef7e admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/3ee4821a-8038-4394-b99d-e9ad4940e298 HTTP/1.1" status: 204 len: 168 time: 0.3157043 Sep 06 04:55:00.714297 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46148) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:55:00.722632 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed5a15c-67bf-4faf-95db-21526d662d51 None None] Network 3d940072-d3c6-4a12-b0c8-5039fce3aa0d requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:55:00.785081 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3576701'] for network (3d940072-d3c6-4a12-b0c8-5039fce3aa0d), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:00.842057 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] Deleting port 8e2683af-41f3-48de-b5fd-507201ef1b7a {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:55:00.842407 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (8e2683af-41f3-48de-b5fd-507201ef1b7a), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:00.897835 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] DHCP port deletion for 3d940072-d3c6-4a12-b0c8-5039fce3aa0d request from dv-cinder-856002-1-iscsi {{(pid=106940) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 06 04:55:00.926219 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] For port 8e2683af-41f3-48de-b5fd-507201ef1b7a, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=8e2683af-41f3-48de-b5fd-507201ef1b7a,segment=NetworkSegment(00ff42bd-4eb5-4e65-a9fb-cb9947deb650),segment_id=00ff42bd-4eb5-4e65-a9fb-cb9947deb650)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:55:00.926607 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (8e2683af-41f3-48de-b5fd-507201ef1b7a), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:00.941912 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Deleting port 8e2683af-41f3-48de-b5fd-507201ef1b7a {{(pid=106940) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:55:00.942760 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (8e2683af-41f3-48de-b5fd-507201ef1b7a), before_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:00.944506 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] Calling delete_port for 8e2683af-41f3-48de-b5fd-507201ef1b7a owned by network:dhcp {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:55:01.013464 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] For port 8e2683af-41f3-48de-b5fd-507201ef1b7a, host dv-cinder-856002-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856002-1-iscsi',level=0,port_id=8e2683af-41f3-48de-b5fd-507201ef1b7a,segment=NetworkSegment(00ff42bd-4eb5-4e65-a9fb-cb9947deb650),segment_id=00ff42bd-4eb5-4e65-a9fb-cb9947deb650)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:55:01.013856 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (8e2683af-41f3-48de-b5fd-507201ef1b7a), precommit_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:01.027173 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Calling delete_port for 8e2683af-41f3-48de-b5fd-507201ef1b7a owned by network:dhcp {{(pid=106940) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:55:01.122401 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (8e2683af-41f3-48de-b5fd-507201ef1b7a), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: from cryptography.utils import int_from_bytes Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: from cryptography.utils import int_from_bytes Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.123173 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.126491 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.126491 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.126491 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.126491 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.126491 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.126491 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.126491 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.126491 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.126491 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.126491 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.126491 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.126491 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.126491 dv-cinder-856002-1-iscsi neutron-server[106940]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 06 04:55:01.126491 dv-cinder-856002-1-iscsi neutron-server[106940]: self.session.flush() Sep 06 04:55:01.129842 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533'] for port (8e2683af-41f3-48de-b5fd-507201ef1b7a), after_delete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:01.147959 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2683af-41f3-48de-b5fd-507201ef1b7a,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:01.153663 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Pushing event deleted for resources: {'Port': ['ID=8e2683af-41f3-48de-b5fd-507201ef1b7a,revision_number=None']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:01.155316 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] No DVR routers for this DVR port 8e2683af-41f3-48de-b5fd-507201ef1b7a on host dv-cinder-856002-1-iscsi {{(pid=106939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:55:01.164956 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] No DVR routers for this DVR port 8e2683af-41f3-48de-b5fd-507201ef1b7a on host dv-cinder-856002-1-iscsi {{(pid=106940) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:55:01.167263 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:55:01.167581 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:55:01.167916 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:55:01.168295 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:55:01.168688 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:55:01.169017 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:55:01.169389 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:55:01.169715 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:55:01.170102 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:55:01.170378 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:55:01.170721 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:55:01.171009 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:55:01.171511 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:55:01.172023 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:55:01.172339 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c20100-f62c-4224-ad5e-d2440129556c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:55:01.233093 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433122', 'neutron.services.segments.db._delete_segments_for_network-8761093479572'] for network (3d940072-d3c6-4a12-b0c8-5039fce3aa0d), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:01.254149 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d940072-d3c6-4a12-b0c8-5039fce3aa0d']}} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:55:01.264386 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ff42bd-4eb5-4e65-a9fb-cb9947deb650') {'for_net_delete': True} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:55:01.264676 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ff42bd-4eb5-4e65-a9fb-cb9947deb650') {} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:55:01.274315 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761093570708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11570500'] for segment (00ff42bd-4eb5-4e65-a9fb-cb9947deb650), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:01.288085 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (00ff42bd-4eb5-4e65-a9fb-cb9947deb650), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:01.294940 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=106939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 04:55:01.295325 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12279931'] for segment (00ff42bd-4eb5-4e65-a9fb-cb9947deb650), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:01.299681 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:01.605187 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.services.segments.plugin [-] Segment 00ff42bd-4eb5-4e65-a9fb-cb9947deb650 resource provider aggregate not found Sep 06 04:55:01.634801 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.services.segments.plugin [-] Segment 00ff42bd-4eb5-4e65-a9fb-cb9947deb650 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00ff42bd-4eb5-4e65-a9fb-cb9947deb650 found for delete ", "request_id": "req-f4566238-511f-431e-9b6d-e1dfe8b355a5"}]} Sep 06 04:55:01.710983 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730808'] for network (3d940072-d3c6-4a12-b0c8-5039fce3aa0d), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:01.716459 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:01.719650 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/3d940072-d3c6-4a12-b0c8-5039fce3aa0d HTTP/1.1" status: 204 len: 168 time: 1.0044329 Sep 06 04:55:01.731793 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbaf4ac-5bad-449b-b8c4-3aa899bf6216 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d940072-d3c6-4a12-b0c8-5039fce3aa0d,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:01.971421 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 06cff688-54e5-493e-8805-d7c5aef82751 no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:55:01.991134 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 06cff688-54e5-493e-8805-d7c5aef82751 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:55:01.991470 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 06cff688-54e5-493e-8805-d7c5aef82751 not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:55:01.991871 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 8e2683af-41f3-48de-b5fd-507201ef1b7a no longer exists at agent ovs-agent-dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:55:02.008868 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] No Port match for: 8e2683af-41f3-48de-b5fd-507201ef1b7a {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:55:02.009231 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Device 8e2683af-41f3-48de-b5fd-507201ef1b7a not bound to the agent host dv-cinder-856002-1-iscsi {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:55:02.066906 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46158) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:55:02.074489 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:02.107550 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-d712d0b8-2b93-41b0-8806-d09c32148181 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=f91efa94deff4ceb80b0a1aa88087421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395253 Sep 06 04:55:02.110061 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46160) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:55:02.157736 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d9d96a42-1e9c-4a3c-88ba-57999436c69f admin admin] Publish callbacks [] for security_group (6ace0e15-dd1f-49ef-a88e-98778c4b0758), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:02.178435 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d9d96a42-1e9c-4a3c-88ba-57999436c69f admin admin] Publish callbacks [] for security_group (6ace0e15-dd1f-49ef-a88e-98778c4b0758), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:02.303956 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d9d96a42-1e9c-4a3c-88ba-57999436c69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (6ace0e15-dd1f-49ef-a88e-98778c4b0758), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:02.306542 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-d9d96a42-1e9c-4a3c-88ba-57999436c69f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:02.307638 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-d9d96a42-1e9c-4a3c-88ba-57999436c69f admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/6ace0e15-dd1f-49ef-a88e-98778c4b0758 HTTP/1.1" status: 204 len: 168 time: 0.1966808 Sep 06 04:55:02.315606 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d96a42-1e9c-4a3c-88ba-57999436c69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ace0e15-dd1f-49ef-a88e-98778c4b0758,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:03.930497 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=60,neutron:DELETE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:03.936496 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=54,neutron:DELETE=4 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:04.168551 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46210) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:55:04.284008 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-576d66c3-cca7-4d12-b1cc-1de31d4ea28d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:04.357072 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-576d66c3-cca7-4d12-b1cc-1de31d4ea28d admin admin] Publish callbacks [] for security_group (15c79c97-0fcb-45c2-84fb-d56fafd5c1ff), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:04.402084 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-576d66c3-cca7-4d12-b1cc-1de31d4ea28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (15c79c97-0fcb-45c2-84fb-d56fafd5c1ff), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:04.444839 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d66c3-cca7-4d12-b1cc-1de31d4ea28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c79c97-0fcb-45c2-84fb-d56fafd5c1ff,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:04.449672 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-576d66c3-cca7-4d12-b1cc-1de31d4ea28d admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=c53397010e774adb8adb866bc2c886e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800918 Sep 06 04:55:04.452209 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46214) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:55:04.501433 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-6e74763b-de48-43e0-b6df-4e5d9583bd78 admin admin] Publish callbacks [] for security_group (15c79c97-0fcb-45c2-84fb-d56fafd5c1ff), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:04.522205 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-6e74763b-de48-43e0-b6df-4e5d9583bd78 admin admin] Publish callbacks [] for security_group (15c79c97-0fcb-45c2-84fb-d56fafd5c1ff), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:04.613648 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-6e74763b-de48-43e0-b6df-4e5d9583bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (15c79c97-0fcb-45c2-84fb-d56fafd5c1ff), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:04.616215 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-6e74763b-de48-43e0-b6df-4e5d9583bd78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:04.617541 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-6e74763b-de48-43e0-b6df-4e5d9583bd78 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/15c79c97-0fcb-45c2-84fb-d56fafd5c1ff HTTP/1.1" status: 204 len: 168 time: 0.1643882 Sep 06 04:55:04.629166 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74763b-de48-43e0-b6df-4e5d9583bd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c79c97-0fcb-45c2-84fb-d56fafd5c1ff,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:05.591074 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 46236) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:55:05.689176 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-8e63d6c6-2e4d-4803-8ac1-e183da313c0d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-126485128-network', 'tenant_id': '2e29862416e748bdb5322ee789510ea5'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:55:05.789491 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e63d6c6-2e4d-4803-8ac1-e183da313c0d admin admin] Made reservation on behalf of 2e29862416e748bdb5322ee789510ea5 for: {'network': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:55:05.792516 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8e63d6c6-2e4d-4803-8ac1-e183da313c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:05.801550 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8e63d6c6-2e4d-4803-8ac1-e183da313c0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:05.875790 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8e63d6c6-2e4d-4803-8ac1-e183da313c0d admin admin] Publish callbacks [] for security_group (c5b2e216-59de-4d9f-a532-b2a7c32113ff), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:05.944660 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8e63d6c6-2e4d-4803-8ac1-e183da313c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (c5b2e216-59de-4d9f-a532-b2a7c32113ff), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:05.969737 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e63d6c6-2e4d-4803-8ac1-e183da313c0d admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=106938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:55:05.979925 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63d6c6-2e4d-4803-8ac1-e183da313c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b2e216-59de-4d9f-a532-b2a7c32113ff,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:05.985662 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8e63d6c6-2e4d-4803-8ac1-e183da313c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (09c1bf39-e12c-4a6a-b214-d775a63ad3e2), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:05.986913 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.segments_db [None req-8e63d6c6-2e4d-4803-8ac1-e183da313c0d admin admin] Added segment 09c1bf39-e12c-4a6a-b214-d775a63ad3e2 of type vlan for network 7e361f2d-7926-4c2d-840c-d6e8b1362dc6 Sep 06 04:55:06.029501 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8e63d6c6-2e4d-4803-8ac1-e183da313c0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (7e361f2d-7926-4c2d-840c-d6e8b1362dc6), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:06.088368 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8e63d6c6-2e4d-4803-8ac1-e183da313c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (7e361f2d-7926-4c2d-840c-d6e8b1362dc6), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:06.089359 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e63d6c6-2e4d-4803-8ac1-e183da313c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:55:06.089936 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-8e63d6c6-2e4d-4803-8ac1-e183da313c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:06.147986 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63d6c6-2e4d-4803-8ac1-e183da313c0d admin admin] Pushing event updated for resources: {'Network': ['ID=7e361f2d-7926-4c2d-840c-d6e8b1362dc6,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:06.158557 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network 7e361f2d-7926-4c2d-840c-d6e8b1362dc6 details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:55:06.198944 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-8e63d6c6-2e4d-4803-8ac1-e183da313c0d admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6066706 Sep 06 04:55:06.201905 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 46240) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:55:06.206934 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-5bb32c03-70d6-4026-955b-87a4f9f462f9 admin admin] Request body: {'subnet': {'network_id': '7e361f2d-7926-4c2d-840c-d6e8b1362dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-126485128-subnet', 'tenant_id': '2e29862416e748bdb5322ee789510ea5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:55:06.299292 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb32c03-70d6-4026-955b-87a4f9f462f9 admin admin] Made reservation on behalf of 2e29862416e748bdb5322ee789510ea5 for: {'subnet': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:55:06.301726 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5bb32c03-70d6-4026-955b-87a4f9f462f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12383498'] for subnet (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:06.539610 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5bb32c03-70d6-4026-955b-87a4f9f462f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12383544'] for subnet (974f2678-9927-432b-96ff-a4cbc88187f6), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:06.594639 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb32c03-70d6-4026-955b-87a4f9f462f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=974f2678-9927-432b-96ff-a4cbc88187f6,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:06.603776 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb32c03-70d6-4026-955b-87a4f9f462f9 admin admin] Checking segment: {'id': '09c1bf39-e12c-4a6a-b214-d775a63ad3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7e361f2d-7926-4c2d-840c-d6e8b1362dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:55:06.604127 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb32c03-70d6-4026-955b-87a4f9f462f9 admin admin] Network hostable DHCP agents. Network: 7e361f2d-7926-4c2d-840c-d6e8b1362dc6, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:55:06.705032 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb32c03-70d6-4026-955b-87a4f9f462f9 admin admin] Network 7e361f2d-7926-4c2d-840c-d6e8b1362dc6 is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:55:06.767622 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-5bb32c03-70d6-4026-955b-87a4f9f462f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, 7e361f2d-7926-4c2d-840c-d6e8b1362dc6) {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:55:06.771651 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb32c03-70d6-4026-955b-87a4f9f462f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:55:06.772335 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-5bb32c03-70d6-4026-955b-87a4f9f462f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:06.777498 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db5d10a-05d8-42ec-9d61-b3a9ef2d4e9c None None] Network 7e361f2d-7926-4c2d-840c-d6e8b1362dc6 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:55:06.862023 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-5bb32c03-70d6-4026-955b-87a4f9f462f9 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6590240 Sep 06 04:55:06.876457 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67612ee8-2e6f-42e6-ae5b-67d52424a653 None None] Network 7e361f2d-7926-4c2d-840c-d6e8b1362dc6 requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:55:06.928725 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:07.524066 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 46256) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:55:07.528894 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-05258c8a-89e0-4730-91dd-f330528fb39b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2081962233-network', 'tenant_id': '4ca92f8b7d6c40839abf33f31d7d55f5'}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:55:07.607869 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05258c8a-89e0-4730-91dd-f330528fb39b admin admin] Made reservation on behalf of 4ca92f8b7d6c40839abf33f31d7d55f5 for: {'network': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:55:07.610241 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-05258c8a-89e0-4730-91dd-f330528fb39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for network (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:07.622211 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-05258c8a-89e0-4730-91dd-f330528fb39b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:07.624643 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:07.637355 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:07.697740 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-05258c8a-89e0-4730-91dd-f330528fb39b admin admin] Publish callbacks [] for security_group (89058f8e-186a-4a5f-a892-c626dfe99b08), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:07.739051 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-05258c8a-89e0-4730-91dd-f330528fb39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (89058f8e-186a-4a5f-a892-c626dfe99b08), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:07.764741 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05258c8a-89e0-4730-91dd-f330528fb39b admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=106938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 06 04:55:07.774194 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05258c8a-89e0-4730-91dd-f330528fb39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89058f8e-186a-4a5f-a892-c626dfe99b08,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:07.779664 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-05258c8a-89e0-4730-91dd-f330528fb39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (b0ab8ebf-5ead-48ba-b68f-062b5c3be5c7), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:07.780006 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.db.segments_db [None req-05258c8a-89e0-4730-91dd-f330528fb39b admin admin] Added segment b0ab8ebf-5ead-48ba-b68f-062b5c3be5c7 of type vlan for network 2edae5fa-51a8-4453-9215-df423d84f39c Sep 06 04:55:07.820755 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-05258c8a-89e0-4730-91dd-f330528fb39b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761092981890'] for network (2edae5fa-51a8-4453-9215-df423d84f39c), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:07.892549 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-05258c8a-89e0-4730-91dd-f330528fb39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513'] for network (2edae5fa-51a8-4453-9215-df423d84f39c), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:07.893596 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05258c8a-89e0-4730-91dd-f330528fb39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:55:07.894181 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-05258c8a-89e0-4730-91dd-f330528fb39b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:07.956477 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05258c8a-89e0-4730-91dd-f330528fb39b admin admin] Pushing event updated for resources: {'Network': ['ID=2edae5fa-51a8-4453-9215-df423d84f39c,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:07.966844 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Network 2edae5fa-51a8-4453-9215-df423d84f39c details requested by agent ovs-agent-dv-cinder-856002-1-iscsi with host dv-cinder-856002-1-iscsi {{(pid=106940) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 06 04:55:08.026672 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-05258c8a-89e0-4730-91dd-f330528fb39b admin admin] 10.222.0.30 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5013585 Sep 06 04:55:08.029261 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 46258) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:55:08.040037 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.v2.base [None req-4886d9b8-c6ab-4121-bc85-4c29d45e5763 admin admin] Request body: {'subnet': {'network_id': '2edae5fa-51a8-4453-9215-df423d84f39c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2081962233-subnet', 'tenant_id': '4ca92f8b7d6c40839abf33f31d7d55f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:55:08.109451 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4886d9b8-c6ab-4121-bc85-4c29d45e5763 admin admin] Made reservation on behalf of 4ca92f8b7d6c40839abf33f31d7d55f5 for: {'subnet': 1} {{(pid=106938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:55:08.111797 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4886d9b8-c6ab-4121-bc85-4c29d45e5763 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12383498'] for subnet (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:08.222628 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:08.343874 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4886d9b8-c6ab-4121-bc85-4c29d45e5763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11763640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12383544'] for subnet (7c6e7c4b-eadc-46a5-8027-c264afbf7e2b), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:08.399634 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886d9b8-c6ab-4121-bc85-4c29d45e5763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c6e7c4b-eadc-46a5-8027-c264afbf7e2b,revision_number=0']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:08.409903 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4886d9b8-c6ab-4121-bc85-4c29d45e5763 admin admin] Checking segment: {'id': 'b0ab8ebf-5ead-48ba-b68f-062b5c3be5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '2edae5fa-51a8-4453-9215-df423d84f39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:55:08.410260 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4886d9b8-c6ab-4121-bc85-4c29d45e5763 admin admin] Network hostable DHCP agents. Network: 2edae5fa-51a8-4453-9215-df423d84f39c, hostable agents: ['4581d35e-243c-4821-8b8d-9bd5b326ef45'], hosted agents: [] {{(pid=106938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 06 04:55:08.476453 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4886d9b8-c6ab-4121-bc85-4c29d45e5763 admin admin] Network 2edae5fa-51a8-4453-9215-df423d84f39c is scheduled to be hosted by DHCP agent 4581d35e-243c-4821-8b8d-9bd5b326ef45 with binding_index 1 {{(pid=106938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 06 04:55:08.549607 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.scheduler.base_scheduler [None req-4886d9b8-c6ab-4121-bc85-4c29d45e5763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856002-1-iscsi, 2edae5fa-51a8-4453-9215-df423d84f39c) {{(pid=106938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:55:08.554373 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4886d9b8-c6ab-4121-bc85-4c29d45e5763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:55:08.555865 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-4886d9b8-c6ab-4121-bc85-4c29d45e5763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:08.560803 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33271b8-ce05-4cae-995c-0440b504902d None None] Network 2edae5fa-51a8-4453-9215-df423d84f39c requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:55:08.649676 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-4886d9b8-c6ab-4121-bc85-4c29d45e5763 admin admin] 10.222.0.30 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6192172 Sep 06 04:55:08.668363 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7a835e-f5ac-4818-a3bb-a567c9a3d2e6 None None] Network 2edae5fa-51a8-4453-9215-df423d84f39c requested from dv-cinder-856002-1-iscsi {{(pid=106940) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 06 04:55:08.741962 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:08.769990 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 46262) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:55:08.817037 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d24303-4fa3-4ca2-8cf5-a104276f58b7 admin admin] Deleting subnet 974f2678-9927-432b-96ff-a4cbc88187f6 {{(pid=106938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 06 04:55:08.820294 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-50d24303-4fa3-4ca2-8cf5-a104276f58b7 admin admin] Publish callbacks [] for subnet (974f2678-9927-432b-96ff-a4cbc88187f6), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:08.856415 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-50d24303-4fa3-4ca2-8cf5-a104276f58b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12110472'] for subnet (974f2678-9927-432b-96ff-a4cbc88187f6), precommit_delete_associations {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:08.897825 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-50d24303-4fa3-4ca2-8cf5-a104276f58b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479495'] for subnet (974f2678-9927-432b-96ff-a4cbc88187f6), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.042782 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-50d24303-4fa3-4ca2-8cf5-a104276f58b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11755901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12383535'] for subnet (974f2678-9927-432b-96ff-a4cbc88187f6), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.068498 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d24303-4fa3-4ca2-8cf5-a104276f58b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=974f2678-9927-432b-96ff-a4cbc88187f6,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:09.074726 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-50d24303-4fa3-4ca2-8cf5-a104276f58b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for subnet (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.079507 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-50d24303-4fa3-4ca2-8cf5-a104276f58b7 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/974f2678-9927-432b-96ff-a4cbc88187f6 HTTP/1.1" status: 204 len: 168 time: 0.3085067 Sep 06 04:55:09.082048 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 46264) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:55:09.164526 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e2e7d5ae-7a00-4552-832d-9a8221f339a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3576701'] for network (7e361f2d-7926-4c2d-840c-d6e8b1362dc6), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.167766 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:09.243265 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e2e7d5ae-7a00-4552-832d-9a8221f339a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433122', 'neutron.services.segments.db._delete_segments_for_network-8761093479572'] for network (7e361f2d-7926-4c2d-840c-d6e8b1362dc6), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.263249 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-e2e7d5ae-7a00-4552-832d-9a8221f339a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e361f2d-7926-4c2d-840c-d6e8b1362dc6']}} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:55:09.272570 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-e2e7d5ae-7a00-4552-832d-9a8221f339a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c1bf39-e12c-4a6a-b214-d775a63ad3e2') {'for_net_delete': True} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:55:09.272869 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.services.segments.db [None req-e2e7d5ae-7a00-4552-832d-9a8221f339a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c1bf39-e12c-4a6a-b214-d775a63ad3e2') {} {{(pid=106938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:55:09.282707 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e2e7d5ae-7a00-4552-832d-9a8221f339a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761093570708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12110465'] for segment (09c1bf39-e12c-4a6a-b214-d775a63ad3e2), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.296768 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e2e7d5ae-7a00-4552-832d-9a8221f339a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (09c1bf39-e12c-4a6a-b214-d775a63ad3e2), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.302958 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e7d5ae-7a00-4552-832d-9a8221f339a7 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=106938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 04:55:09.303354 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e2e7d5ae-7a00-4552-832d-9a8221f339a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11755815'] for segment (09c1bf39-e12c-4a6a-b214-d775a63ad3e2), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.442703 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e2e7d5ae-7a00-4552-832d-9a8221f339a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730808'] for network (7e361f2d-7926-4c2d-840c-d6e8b1362dc6), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.460092 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-e2e7d5ae-7a00-4552-832d-9a8221f339a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.460092 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-e2e7d5ae-7a00-4552-832d-9a8221f339a7 admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/7e361f2d-7926-4c2d-840c-d6e8b1362dc6 HTTP/1.1" status: 204 len: 168 time: 0.3739278 Sep 06 04:55:09.460092 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.services.segments.plugin [-] Segment 09c1bf39-e12c-4a6a-b214-d775a63ad3e2 resource provider aggregate not found Sep 06 04:55:09.460384 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46270) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:55:09.475742 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7d5ae-7a00-4552-832d-9a8221f339a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e361f2d-7926-4c2d-840c-d6e8b1362dc6,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:09.486011 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.services.segments.plugin [-] Segment 09c1bf39-e12c-4a6a-b214-d775a63ad3e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09c1bf39-e12c-4a6a-b214-d775a63ad3e2 found for delete ", "request_id": "req-1fca5774-a90b-4c25-a6c2-b8426badd76c"}]} Sep 06 04:55:09.512257 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f130bf-f7b2-454f-9a11-7993f7cc8b67 admin admin] Deleting subnet 7c6e7c4b-eadc-46a5-8027-c264afbf7e2b {{(pid=106939) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 06 04:55:09.515490 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-10f130bf-f7b2-454f-9a11-7993f7cc8b67 admin admin] Publish callbacks [] for subnet (7c6e7c4b-eadc-46a5-8027-c264afbf7e2b), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.549873 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-10f130bf-f7b2-454f-9a11-7993f7cc8b67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11570509'] for subnet (7c6e7c4b-eadc-46a5-8027-c264afbf7e2b), precommit_delete_associations {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.588658 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-10f130bf-f7b2-454f-9a11-7993f7cc8b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3479495'] for subnet (7c6e7c4b-eadc-46a5-8027-c264afbf7e2b), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.590515 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:09.688075 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-10f130bf-f7b2-454f-9a11-7993f7cc8b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3486970', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12279841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12317327'] for subnet (7c6e7c4b-eadc-46a5-8027-c264afbf7e2b), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.717859 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f130bf-f7b2-454f-9a11-7993f7cc8b67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c6e7c4b-eadc-46a5-8027-c264afbf7e2b,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:09.722004 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-10f130bf-f7b2-454f-9a11-7993f7cc8b67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.726040 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-10f130bf-f7b2-454f-9a11-7993f7cc8b67 admin admin] 10.222.0.30 "DELETE /networking/v2.0/subnets/7c6e7c4b-eadc-46a5-8027-c264afbf7e2b HTTP/1.1" status: 204 len: 168 time: 0.2645602 Sep 06 04:55:09.728843 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46274) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:55:09.804847 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e2f14cd0-b2d1-4499-b5ca-f9c3a38ff29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3576701'] for network (2edae5fa-51a8-4453-9215-df423d84f39c), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.875195 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:09.886497 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e2f14cd0-b2d1-4499-b5ca-f9c3a38ff29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3433122', 'neutron.services.segments.db._delete_segments_for_network-8761093479572'] for network (2edae5fa-51a8-4453-9215-df423d84f39c), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.905394 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-e2f14cd0-b2d1-4499-b5ca-f9c3a38ff29f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2edae5fa-51a8-4453-9215-df423d84f39c']}} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:55:09.914689 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-e2f14cd0-b2d1-4499-b5ca-f9c3a38ff29f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ab8ebf-5ead-48ba-b68f-062b5c3be5c7') {'for_net_delete': True} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:55:09.914983 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.services.segments.db [None req-e2f14cd0-b2d1-4499-b5ca-f9c3a38ff29f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ab8ebf-5ead-48ba-b68f-062b5c3be5c7') {} {{(pid=106939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 06 04:55:09.924910 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e2f14cd0-b2d1-4499-b5ca-f9c3a38ff29f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761093570708', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11570500'] for segment (b0ab8ebf-5ead-48ba-b68f-062b5c3be5c7), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.938637 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e2f14cd0-b2d1-4499-b5ca-f9c3a38ff29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776'] for segment (b0ab8ebf-5ead-48ba-b68f-062b5c3be5c7), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.945675 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f14cd0-b2d1-4499-b5ca-f9c3a38ff29f admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=106939) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 06 04:55:09.946025 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e2f14cd0-b2d1-4499-b5ca-f9c3a38ff29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3429776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12279931'] for segment (b0ab8ebf-5ead-48ba-b68f-062b5c3be5c7), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:09.987032 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.services.segments.plugin [-] Segment b0ab8ebf-5ead-48ba-b68f-062b5c3be5c7 resource provider aggregate not found Sep 06 04:55:10.004290 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.services.segments.plugin [-] Segment b0ab8ebf-5ead-48ba-b68f-062b5c3be5c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0ab8ebf-5ead-48ba-b68f-062b5c3be5c7 found for delete ", "request_id": "req-33f5cf26-9bd7-4434-a47f-839dbdf630ce"}]} Sep 06 04:55:10.064698 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e2f14cd0-b2d1-4499-b5ca-f9c3a38ff29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3433141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730808'] for network (2edae5fa-51a8-4453-9215-df423d84f39c), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:10.069120 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e2f14cd0-b2d1-4499-b5ca-f9c3a38ff29f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-642843'] for network (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:10.077174 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-e2f14cd0-b2d1-4499-b5ca-f9c3a38ff29f admin admin] 10.222.0.30 "DELETE /networking/v2.0/networks/2edae5fa-51a8-4453-9215-df423d84f39c HTTP/1.1" status: 204 len: 168 time: 0.3441839 Sep 06 04:55:10.098227 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f14cd0-b2d1-4499-b5ca-f9c3a38ff29f admin admin] Pushing event deleted for resources: {'Network': ['ID=2edae5fa-51a8-4453-9215-df423d84f39c,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:10.401153 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:10.434525 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46282) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:55:10.453359 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:10.474037 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-13496d36-aaa2-459c-8906-f7686575c57d admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=2e29862416e748bdb5322ee789510ea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383551 Sep 06 04:55:10.476471 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46284) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:55:10.528951 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b43-d67a-4961-8dd8-c7e9714c6591 admin admin] Publish callbacks [] for security_group (c5b2e216-59de-4d9f-a532-b2a7c32113ff), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:10.549708 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b43-d67a-4961-8dd8-c7e9714c6591 admin admin] Publish callbacks [] for security_group (c5b2e216-59de-4d9f-a532-b2a7c32113ff), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:10.664875 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b43-d67a-4961-8dd8-c7e9714c6591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (c5b2e216-59de-4d9f-a532-b2a7c32113ff), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:10.667997 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-a8e65b43-d67a-4961-8dd8-c7e9714c6591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:10.669148 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-a8e65b43-d67a-4961-8dd8-c7e9714c6591 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/c5b2e216-59de-4d9f-a532-b2a7c32113ff HTTP/1.1" status: 204 len: 168 time: 0.1917601 Sep 06 04:55:10.677122 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e65b43-d67a-4961-8dd8-c7e9714c6591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b2e216-59de-4d9f-a532-b2a7c32113ff,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:11.311297 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46290) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:55:11.351276 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-4695c6af-cad8-44a0-a7d8-4b04e649a016 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=4ca92f8b7d6c40839abf33f31d7d55f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388343 Sep 06 04:55:11.353973 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46292) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:55:11.405962 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-87eaeb0c-5bbc-4e18-9876-b11245c96bb8 admin admin] Publish callbacks [] for security_group (89058f8e-186a-4a5f-a892-c626dfe99b08), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:11.426107 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-87eaeb0c-5bbc-4e18-9876-b11245c96bb8 admin admin] Publish callbacks [] for security_group (89058f8e-186a-4a5f-a892-c626dfe99b08), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:11.522147 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-87eaeb0c-5bbc-4e18-9876-b11245c96bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (89058f8e-186a-4a5f-a892-c626dfe99b08), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:11.524530 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-87eaeb0c-5bbc-4e18-9876-b11245c96bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:11.526340 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-87eaeb0c-5bbc-4e18-9876-b11245c96bb8 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/89058f8e-186a-4a5f-a892-c626dfe99b08 HTTP/1.1" status: 204 len: 168 time: 0.1714921 Sep 06 04:55:11.534578 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eaeb0c-5bbc-4e18-9876-b11245c96bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89058f8e-186a-4a5f-a892-c626dfe99b08,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:55:12.190804 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-81e90453-180e-4a5b-9792-e358de062045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:14.448178 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-011340ec-d1fb-45ff-9173-ff938a5d679e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:16.001890 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:17.350186 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:17.407509 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:19.361546 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=69,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:19.458956 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:21.529341 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=45,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:21.530262 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:22.426902 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:22.432872 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:29.338294 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:29.340170 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:30.555904 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:37.404359 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:55:40.492839 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:40.494839 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:42.211342 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-17d26031-5f5a-47ad-9612-10b7a3392c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:44.430174 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-e50d539a-035b-411f-99b4-8976360fddab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:45.948281 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:47.304080 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:47.395665 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:55:57.316878 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:55:57.322895 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:00.561550 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:06.327147 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46688) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:56:06.437281 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:06.510325 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Publish callbacks [] for security_group (3d1d362d-03e0-4da6-966e-ddff9d6cfb15), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:06.578377 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (3d1d362d-03e0-4da6-966e-ddff9d6cfb15), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:06.615765 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1d362d-03e0-4da6-966e-ddff9d6cfb15,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:06.620367 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=50d5ff73cfd44c6e86d482a60ec18ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921789 Sep 06 04:56:06.623967 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 46692) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:56:06.625739 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.626081 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.626417 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.626749 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.627096 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.627394 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.627710 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.628024 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.628340 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.628656 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.628970 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.629284 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.629621 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.630141 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.630455 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddb98f4-561a-4c19-822f-1b9fa3245cfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.672987 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Publish callbacks [] for security_group (3d1d362d-03e0-4da6-966e-ddff9d6cfb15), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:06.692771 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Publish callbacks [] for security_group (3d1d362d-03e0-4da6-966e-ddff9d6cfb15), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:06.806783 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (3d1d362d-03e0-4da6-966e-ddff9d6cfb15), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:06.809262 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:06.810426 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/3d1d362d-03e0-4da6-966e-ddff9d6cfb15 HTTP/1.1" status: 204 len: 168 time: 0.1854894 Sep 06 04:56:06.819137 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1d362d-03e0-4da6-966e-ddff9d6cfb15,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:06.826392 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.827918 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.827918 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.827918 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.828243 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.828478 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.828655 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.828976 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.829297 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.829644 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.829965 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.830288 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.830607 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.830923 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:06.831238 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57503f74-e4c5-425b-ac50-17be19252409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:07.490009 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 46698) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:56:07.503693 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7bae3ac0-da8d-4f27-beda-775c56077bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:07.581972 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7bae3ac0-da8d-4f27-beda-775c56077bfe admin admin] Publish callbacks [] for security_group (3130e7a1-7607-4b5c-89e7-f343d2735eef), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:07.652786 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-7bae3ac0-da8d-4f27-beda-775c56077bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (3130e7a1-7607-4b5c-89e7-f343d2735eef), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:07.693161 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-7bae3ac0-da8d-4f27-beda-775c56077bfe admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=afa5c36b40194223848845f1a2300c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021306 Sep 06 04:56:07.694012 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae3ac0-da8d-4f27-beda-775c56077bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3130e7a1-7607-4b5c-89e7-f343d2735eef,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:07.695967 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46700) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:56:07.745468 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0e6a072d-f69f-4320-8395-6d71a1647c61 admin admin] Publish callbacks [] for security_group (3130e7a1-7607-4b5c-89e7-f343d2735eef), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:07.768805 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0e6a072d-f69f-4320-8395-6d71a1647c61 admin admin] Publish callbacks [] for security_group (3130e7a1-7607-4b5c-89e7-f343d2735eef), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:07.887295 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0e6a072d-f69f-4320-8395-6d71a1647c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (3130e7a1-7607-4b5c-89e7-f343d2735eef), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:07.889887 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-0e6a072d-f69f-4320-8395-6d71a1647c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:07.891071 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-0e6a072d-f69f-4320-8395-6d71a1647c61 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/3130e7a1-7607-4b5c-89e7-f343d2735eef HTTP/1.1" status: 204 len: 168 time: 0.1941195 Sep 06 04:56:07.899297 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a072d-f69f-4320-8395-6d71a1647c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3130e7a1-7607-4b5c-89e7-f343d2735eef,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:09.333849 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=14 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:09.337827 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=22 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:12.218652 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-f43fc87c-b70e-4cda-b756-a354b1bd6676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:12.405063 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 46768) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:56:12.511531 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a9b3abb1-5d02-41ce-8b32-3896b2d42fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:12.586910 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a9b3abb1-5d02-41ce-8b32-3896b2d42fc9 admin admin] Publish callbacks [] for security_group (5c9b7c59-e98e-4ce8-8cf2-e891a428af75), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:12.664154 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-a9b3abb1-5d02-41ce-8b32-3896b2d42fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (5c9b7c59-e98e-4ce8-8cf2-e891a428af75), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:12.703016 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-a9b3abb1-5d02-41ce-8b32-3896b2d42fc9 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=08628313d57e46be90123e547d651d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968342 Sep 06 04:56:12.703951 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3abb1-5d02-41ce-8b32-3896b2d42fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9b7c59-e98e-4ce8-8cf2-e891a428af75,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:12.705797 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46772) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:56:12.755308 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4bc269eb-3bc1-4036-8de9-fa5b7c66441e admin admin] Publish callbacks [] for security_group (5c9b7c59-e98e-4ce8-8cf2-e891a428af75), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:12.775546 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4bc269eb-3bc1-4036-8de9-fa5b7c66441e admin admin] Publish callbacks [] for security_group (5c9b7c59-e98e-4ce8-8cf2-e891a428af75), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:12.879612 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4bc269eb-3bc1-4036-8de9-fa5b7c66441e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (5c9b7c59-e98e-4ce8-8cf2-e891a428af75), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:12.882186 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-4bc269eb-3bc1-4036-8de9-fa5b7c66441e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:12.883351 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-4bc269eb-3bc1-4036-8de9-fa5b7c66441e admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/5c9b7c59-e98e-4ce8-8cf2-e891a428af75 HTTP/1.1" status: 204 len: 168 time: 0.1759870 Sep 06 04:56:12.892180 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc269eb-3bc1-4036-8de9-fa5b7c66441e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9b7c59-e98e-4ce8-8cf2-e891a428af75,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:13.476562 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46778) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:56:13.490405 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-731c4aab-a198-49d1-a035-648b3ccdda0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:13.567668 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-731c4aab-a198-49d1-a035-648b3ccdda0b admin admin] Publish callbacks [] for security_group (971de6e1-b9a0-4ecb-a09e-ba6e99a9469a), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:13.658030 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-731c4aab-a198-49d1-a035-648b3ccdda0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (971de6e1-b9a0-4ecb-a09e-ba6e99a9469a), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:13.700623 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-731c4aab-a198-49d1-a035-648b3ccdda0b admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=7f721731017347838f1f1e86dd8b8481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229130 Sep 06 04:56:13.701747 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c4aab-a198-49d1-a035-648b3ccdda0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971de6e1-b9a0-4ecb-a09e-ba6e99a9469a,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:13.703563 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 46780) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:56:13.754070 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3c4a7b4b-abf0-41be-a818-468690be64ff admin admin] Publish callbacks [] for security_group (971de6e1-b9a0-4ecb-a09e-ba6e99a9469a), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:13.773227 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3c4a7b4b-abf0-41be-a818-468690be64ff admin admin] Publish callbacks [] for security_group (971de6e1-b9a0-4ecb-a09e-ba6e99a9469a), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:13.892667 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3c4a7b4b-abf0-41be-a818-468690be64ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (971de6e1-b9a0-4ecb-a09e-ba6e99a9469a), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:13.895228 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-3c4a7b4b-abf0-41be-a818-468690be64ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:13.896380 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-3c4a7b4b-abf0-41be-a818-468690be64ff admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/971de6e1-b9a0-4ecb-a09e-ba6e99a9469a HTTP/1.1" status: 204 len: 168 time: 0.1918311 Sep 06 04:56:13.905060 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a7b4b-abf0-41be-a818-468690be64ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971de6e1-b9a0-4ecb-a09e-ba6e99a9469a,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:14.402849 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:56:14.447301 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5ffd-e470-4019-911b-4cc4d0690ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:15.985250 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:17.309746 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:17.406709 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:22.732778 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46900) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:56:22.839914 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2d1065f2-e73c-4f0a-8c50-dfa6d9395bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:22.866751 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:22.893017 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=70,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:22.914673 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2d1065f2-e73c-4f0a-8c50-dfa6d9395bec admin admin] Publish callbacks [] for security_group (628c2dfb-06de-411d-916f-ad62cd114009), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:23.012672 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-2d1065f2-e73c-4f0a-8c50-dfa6d9395bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (628c2dfb-06de-411d-916f-ad62cd114009), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:23.052957 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-2d1065f2-e73c-4f0a-8c50-dfa6d9395bec admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=80e4ff336b3c47c5b1ab398a98adc4bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3190532 Sep 06 04:56:23.055586 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1065f2-e73c-4f0a-8c50-dfa6d9395bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628c2dfb-06de-411d-916f-ad62cd114009,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:23.055740 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 46904) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:56:23.105127 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-dfcd20cf-51a7-4b77-ae60-7abf176d400b admin admin] Publish callbacks [] for security_group (628c2dfb-06de-411d-916f-ad62cd114009), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:23.114039 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:23.126103 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-dfcd20cf-51a7-4b77-ae60-7abf176d400b admin admin] Publish callbacks [] for security_group (628c2dfb-06de-411d-916f-ad62cd114009), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:23.142480 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:23.212685 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-dfcd20cf-51a7-4b77-ae60-7abf176d400b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (628c2dfb-06de-411d-916f-ad62cd114009), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:23.215319 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-dfcd20cf-51a7-4b77-ae60-7abf176d400b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:23.216479 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-dfcd20cf-51a7-4b77-ae60-7abf176d400b admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/628c2dfb-06de-411d-916f-ad62cd114009 HTTP/1.1" status: 204 len: 168 time: 0.1598001 Sep 06 04:56:23.224963 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd20cf-51a7-4b77-ae60-7abf176d400b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628c2dfb-06de-411d-916f-ad62cd114009,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:23.790719 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 46910) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:56:23.803976 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f113241e-dc18-4ee4-a082-79a93c308f16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:23.879683 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f113241e-dc18-4ee4-a082-79a93c308f16 admin admin] Publish callbacks [] for security_group (9d1f4ab7-7608-474e-9a70-bdbbbd59c593), precommit_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:23.960897 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-f113241e-dc18-4ee4-a082-79a93c308f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (9d1f4ab7-7608-474e-9a70-bdbbbd59c593), after_create {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:23.999929 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113241e-dc18-4ee4-a082-79a93c308f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1f4ab7-7608-474e-9a70-bdbbbd59c593,revision_number=1']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:24.004037 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-f113241e-dc18-4ee4-a082-79a93c308f16 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=71be7909bb7e439b8dcd08cd64670a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123187 Sep 06 04:56:24.006856 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 46912) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:56:24.056327 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-aa03f020-f398-462b-86b3-2a45427bf3c6 admin admin] Publish callbacks [] for security_group (9d1f4ab7-7608-474e-9a70-bdbbbd59c593), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:24.076069 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-aa03f020-f398-462b-86b3-2a45427bf3c6 admin admin] Publish callbacks [] for security_group (9d1f4ab7-7608-474e-9a70-bdbbbd59c593), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:24.219099 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-aa03f020-f398-462b-86b3-2a45427bf3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (9d1f4ab7-7608-474e-9a70-bdbbbd59c593), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:24.221594 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-aa03f020-f398-462b-86b3-2a45427bf3c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:24.222746 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-aa03f020-f398-462b-86b3-2a45427bf3c6 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/9d1f4ab7-7608-474e-9a70-bdbbbd59c593 HTTP/1.1" status: 204 len: 168 time: 0.2150908 Sep 06 04:56:24.230618 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03f020-f398-462b-86b3-2a45427bf3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1f4ab7-7608-474e-9a70-bdbbbd59c593,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:24.398791 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:25.879921 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [-] (106939) accepted ('10.222.0.30', 46942) {{(pid=106939) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:56:25.989360 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e605ddac-82a4-4bec-8d29-2fc7ff18e077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:26.065029 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e605ddac-82a4-4bec-8d29-2fc7ff18e077 admin admin] Publish callbacks [] for security_group (461e92d4-8c3c-42c1-9d76-d878052104af), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:26.136286 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [None req-e605ddac-82a4-4bec-8d29-2fc7ff18e077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (461e92d4-8c3c-42c1-9d76-d878052104af), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:26.189051 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [None req-e605ddac-82a4-4bec-8d29-2fc7ff18e077 admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=f23ca2e000164b9bada448dc01321bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080380 Sep 06 04:56:26.190057 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605ddac-82a4-4bec-8d29-2fc7ff18e077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461e92d4-8c3c-42c1-9d76-d878052104af,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:26.191913 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 46946) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:56:26.258757 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2cef178d-1a8e-4989-89db-3b2b1f0da857 admin admin] Publish callbacks [] for security_group (461e92d4-8c3c-42c1-9d76-d878052104af), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:26.280739 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2cef178d-1a8e-4989-89db-3b2b1f0da857 admin admin] Publish callbacks [] for security_group (461e92d4-8c3c-42c1-9d76-d878052104af), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:26.458420 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2cef178d-1a8e-4989-89db-3b2b1f0da857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (461e92d4-8c3c-42c1-9d76-d878052104af), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:26.460941 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-2cef178d-1a8e-4989-89db-3b2b1f0da857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:26.462121 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-2cef178d-1a8e-4989-89db-3b2b1f0da857 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/461e92d4-8c3c-42c1-9d76-d878052104af HTTP/1.1" status: 204 len: 168 time: 0.2691967 Sep 06 04:56:26.470652 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef178d-1a8e-4989-89db-3b2b1f0da857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461e92d4-8c3c-42c1-9d76-d878052104af,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:29.856753 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-7756430d-b3f7-4a96-8429-697bcb9f1700 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/networks?tenant_id=91d43687f40743dab7741801f3acc47d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293183 Sep 06 04:56:30.035325 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-879d0ea6-dfbe-42ac-8946-289d84ad7e1a tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:30.036755 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-879d0ea6-dfbe-42ac-8946-289d84ad7e1a tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748290 Sep 06 04:56:30.051812 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-098f22a8-762e-4c36-82de-9817c5388f9f tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/quotas/91d43687f40743dab7741801f3acc47d HTTP/1.1" status: 200 len: 375 time: 0.0098181 Sep 06 04:56:30.083541 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-ce4e69db-0afc-4690-8fc7-258021317793 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/ports?tenant_id=91d43687f40743dab7741801f3acc47d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267622 Sep 06 04:56:30.480417 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-a593314a-bb55-4428-82f0-c26aded6fafd req-d7458b4d-f505-408f-a8c1-cc7456c1cc23 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 210 time: 0.1424160 Sep 06 04:56:30.488145 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:UPDATE=2,neutron:SELECT=16 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:30.489165 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:30.561565 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:31.575255 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-1125fc0a-761a-489a-8134-73c62f1a84cd req-3171a804-cc9a-47a5-9482-fa9a834b4f04 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 210 time: 0.0305824 Sep 06 04:56:32.456672 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-7ab9a2ed-96c1-4add-90eb-5f9918d2fde3 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=91d43687f40743dab7741801f3acc47d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288599 Sep 06 04:56:32.646756 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-e7bac0fa-5388-4696-b2c1-74a1962bd54c tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:32.648203 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-e7bac0fa-5388-4696-b2c1-74a1962bd54c tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864741 Sep 06 04:56:32.687763 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-0f8389dc-3e63-4cba-8f81-ca804a024ec9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Request body: {'port': {'device_id': 'f5e21191-04d9-45d3-9a4e-a7fc147a06e8', 'network_id': '3e1d2f7d-b372-44c8-90a6-0772d92de60e', 'admin_state_up': True, 'tenant_id': '91d43687f40743dab7741801f3acc47d'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:56:32.693515 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-4e78120a-2727-4eae-a1e2-5b3cad4f52b6 req-42b12c06-e3d5-4534-a4d7-9e16b95f8a98 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 210 time: 0.0403194 Sep 06 04:56:32.873144 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-0f8389dc-3e63-4cba-8f81-ca804a024ec9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Made reservation on behalf of 91d43687f40743dab7741801f3acc47d for: {'port': 1} {{(pid=106939) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 06 04:56:32.877125 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-0f8389dc-3e63-4cba-8f81-ca804a024ec9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:32.886291 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-0f8389dc-3e63-4cba-8f81-ca804a024ec9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Publish callbacks [] for security_group (None), before_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:32.963691 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-0f8389dc-3e63-4cba-8f81-ca804a024ec9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Publish callbacks [] for security_group (8168ede6-d426-4248-9911-37807c2cd3d4), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:33.052653 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-0f8389dc-3e63-4cba-8f81-ca804a024ec9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (8168ede6-d426-4248-9911-37807c2cd3d4), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:33.115446 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8389dc-3e63-4cba-8f81-ca804a024ec9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8168ede6-d426-4248-9911-37807c2cd3d4,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:33.119802 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:UPDATE=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:33.188524 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.db_base_plugin_common [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-0f8389dc-3e63-4cba-8f81-ca804a024ec9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Allocated IP 192.168.233.161 (3e1d2f7d-b372-44c8-90a6-0772d92de60e/8fdf17c9-1cae-4c35-8224-c059b64fc341/b6b16d0a-76ca-437d-bc9b-9d85eea4c913) {{(pid=106939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 06 04:56:33.198830 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:33.338529 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-0f8389dc-3e63-4cba-8f81-ca804a024ec9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Publish callbacks [] for port (b6b16d0a-76ca-437d-bc9b-9d85eea4c913), precommit_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:33.418683 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-0f8389dc-3e63-4cba-8f81-ca804a024ec9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761093029524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (b6b16d0a-76ca-437d-bc9b-9d85eea4c913), after_create {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:33.460584 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-0f8389dc-3e63-4cba-8f81-ca804a024ec9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Network 3e1d2f7d-b372-44c8-90a6-0772d92de60e is already hosted by enough agents. {{(pid=106939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 06 04:56:33.465664 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.scheduler.base_scheduler [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-0f8389dc-3e63-4cba-8f81-ca804a024ec9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Resources bound (agent type, host, resource id): {{(pid=106939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 06 04:56:33.470335 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-0f8389dc-3e63-4cba-8f81-ca804a024ec9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Received port after_create {{(pid=106939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 06 04:56:33.497497 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8389dc-3e63-4cba-8f81-ca804a024ec9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Pushing event updated for resources: {'Port': ['ID=b6b16d0a-76ca-437d-bc9b-9d85eea4c913,revision_number=1']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:33.526425 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-0f8389dc-3e63-4cba-8f81-ca804a024ec9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:33.527045 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-0f8389dc-3e63-4cba-8f81-ca804a024ec9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:33.616018 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-0f8389dc-3e63-4cba-8f81-ca804a024ec9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.46 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9326334 Sep 06 04:56:33.625070 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-e4ca699b-bddd-4ef8-b430-83aabb24cd12 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] http://10.222.0.30:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106939) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 06 04:56:33.626288 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-e4ca699b-bddd-4ef8-b430-83aabb24cd12 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052307 Sep 06 04:56:33.643987 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.v2.base [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Request body: {'port': {'device_id': 'f5e21191-04d9-45d3-9a4e-a7fc147a06e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85600'}} {{(pid=106939) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 06 04:56:33.699827 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (b6b16d0a-76ca-437d-bc9b-9d85eea4c913), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:33.722982 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-bb35beb7-1b9d-439b-87d8-74388179da79 None None] Provisioning complete for port b6b16d0a-76ca-437d-bc9b-9d85eea4c913 triggered by entity DHCP. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:56:33.723576 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-bb35beb7-1b9d-439b-87d8-74388179da79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (b6b16d0a-76ca-437d-bc9b-9d85eea4c913), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:33.755192 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-bb35beb7-1b9d-439b-87d8-74388179da79 None None] Port b6b16d0a-76ca-437d-bc9b-9d85eea4c913 cannot update to ACTIVE because it is not bound. {{(pid=106940) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 06 04:56:33.826374 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dae834-48c1-4c79-92ce-9de529a8a637 req-ec22b6e9-b711-4f10-8340-6215c9503758 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:33.828342 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a5dae834-48c1-4c79-92ce-9de529a8a637 req-ec22b6e9-b711-4f10-8340-6215c9503758 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 936 time: 0.0464864 Sep 06 04:56:33.875688 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-a5dae834-48c1-4c79-92ce-9de529a8a637 req-799b5be0-63e4-48ea-b0e5-7fc3c1bad3d7 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8168ede6-d426-4248-9911-37807c2cd3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414345 Sep 06 04:56:33.964668 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b16d0a-76ca-437d-bc9b-9d85eea4c913 {{(pid=106939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:56:33.972693 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Publish callbacks [] for port (b6b16d0a-76ca-437d-bc9b-9d85eea4c913), precommit_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:33.985551 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.provisioning_blocks [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Transition to ACTIVE for port object b6b16d0a-76ca-437d-bc9b-9d85eea4c913 will not be triggered until provisioned by entity L2. {{(pid=106939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 06 04:56:34.069618 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (b6b16d0a-76ca-437d-bc9b-9d85eea4c913), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:34.100097 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:34.132466 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Pushing event updated for resources: {'Port': ['ID=b6b16d0a-76ca-437d-bc9b-9d85eea4c913,revision_number=2']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:34.182008 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Attempting to bind port b6b16d0a-76ca-437d-bc9b-9d85eea4c913 on host hv-cinder-85600 for vnic_type normal with profile {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 06 04:56:34.182341 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Attempting to bind port b6b16d0a-76ca-437d-bc9b-9d85eea4c913 by drivers openvswitch,hyperv on host hv-cinder-85600 at level 0 using segments [{'id': '2e63c10f-2b47-489f-8301-5efcabadfcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e1d2f7d-b372-44c8-90a6-0772d92de60e'}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 06 04:56:34.182664 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Attempting to bind port b6b16d0a-76ca-437d-bc9b-9d85eea4c913 on network 3e1d2f7d-b372-44c8-90a6-0772d92de60e {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:56:34.212471 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:34.229403 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Port b6b16d0a-76ca-437d-bc9b-9d85eea4c913 on network 3e1d2f7d-b372-44c8-90a6-0772d92de60e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85600 {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 06 04:56:34.229731 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Attempting to bind port b6b16d0a-76ca-437d-bc9b-9d85eea4c913 on network 3e1d2f7d-b372-44c8-90a6-0772d92de60e {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 06 04:56:34.270463 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Checking agent: {'id': '05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85600', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'started_at': datetime.datetime(2022, 9, 6, 4, 33, 27), 'heartbeat_timestamp': datetime.datetime(2022, 9, 6, 4, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 06 04:56:34.270799 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Checking segment: {'id': '2e63c10f-2b47-489f-8301-5efcabadfcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e1d2f7d-b372-44c8-90a6-0772d92de60e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 06 04:56:34.271175 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Bound using segment: {'id': '2e63c10f-2b47-489f-8301-5efcabadfcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e1d2f7d-b372-44c8-90a6-0772d92de60e'} {{(pid=106939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 06 04:56:34.271601 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.managers [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Bound port: b6b16d0a-76ca-437d-bc9b-9d85eea4c913, host: hv-cinder-85600, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e63c10f-2b47-489f-8301-5efcabadfcb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e1d2f7d-b372-44c8-90a6-0772d92de60e'}}] {{(pid=106939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 06 04:56:34.271956 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (b6b16d0a-76ca-437d-bc9b-9d85eea4c913), before_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:34.330817 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] For port b6b16d0a-76ca-437d-bc9b-9d85eea4c913, host hv-cinder-85600, cleared binding levels {{(pid=106939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 06 04:56:34.333758 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] For port b6b16d0a-76ca-437d-bc9b-9d85eea4c913, host hv-cinder-85600, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=b6b16d0a-76ca-437d-bc9b-9d85eea4c913,segment=NetworkSegment(2e63c10f-2b47-489f-8301-5efcabadfcb3),segment_id=2e63c10f-2b47-489f-8301-5efcabadfcb3)] {{(pid=106939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 06 04:56:34.401980 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12279839'] for port (b6b16d0a-76ca-437d-bc9b-9d85eea4c913), after_update {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:34.405071 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:34.405811 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:34.407222 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] 10.222.0.46 "PUT /networking/v2.0/ports/b6b16d0a-76ca-437d-bc9b-9d85eea4c913 HTTP/1.1" status: 200 len: 1098 time: 0.7680488 Sep 06 04:56:34.409834 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e21191-04d9-45d3-9a4e-a7fc147a06e8', 'tag': 'b6b16d0a-76ca-437d-bc9b-9d85eea4c913'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:56:34.412235 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab72c4c2-263a-4435-b885-52a820502f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e21191-04d9-45d3-9a4e-a7fc147a06e8", "tag": "b6b16d0a-76ca-437d-bc9b-9d85eea4c913"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:56:34.452901 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Sep 2022 04:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09602c7a-651f-4d42-b83c-130813b2355d x-openstack-request-id: req-09602c7a-651f-4d42-b83c-130813b2355d {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:56:34.453188 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e21191-04d9-45d3-9a4e-a7fc147a06e8", "tag": "b6b16d0a-76ca-437d-bc9b-9d85eea4c913", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:56:34.453460 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09602c7a-651f-4d42-b83c-130813b2355d {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:56:34.453854 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09602c7a-651f-4d42-b83c-130813b2355d'] response: {'name': 'network-changed', 'server_uuid': 'f5e21191-04d9-45d3-9a4e-a7fc147a06e8', 'tag': 'b6b16d0a-76ca-437d-bc9b-9d85eea4c913', 'status': 'completed', 'code': 200} Sep 06 04:56:34.465024 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a4723-49d7-402c-bd71-6f694bac97cd service neutron] Pushing event updated for resources: {'Port': ['ID=b6b16d0a-76ca-437d-bc9b-9d85eea4c913,revision_number=3']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:34.581665 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72c4c2-263a-4435-b885-52a820502f6c req-e8e715a2-b2f7-4cc3-b8b6-1d459af12cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:34.583170 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ab72c4c2-263a-4435-b885-52a820502f6c req-e8e715a2-b2f7-4cc3-b8b6-1d459af12cc6 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=91d43687f40743dab7741801f3acc47d&device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 1132 time: 0.0814755 Sep 06 04:56:34.615529 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ab72c4c2-263a-4435-b885-52a820502f6c req-5b09065e-d282-401a-8597-c10cabfb244f service neutron] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=91d43687f40743dab7741801f3acc47d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190117 Sep 06 04:56:34.705749 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72c4c2-263a-4435-b885-52a820502f6c req-f82a30b4-c1ab-44fe-af57-9379af3eb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:34.707069 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ab72c4c2-263a-4435-b885-52a820502f6c req-f82a30b4-c1ab-44fe-af57-9379af3eb07e service neutron] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864487 Sep 06 04:56:34.804260 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-240f7f87-5081-42c7-9496-693031e81a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:34.805781 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-240f7f87-5081-42c7-9496-693031e81a0b service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=91d43687f40743dab7741801f3acc47d&device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 1132 time: 0.0422118 Sep 06 04:56:34.850249 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-2d139272-e8b0-4535-9935-f19d7cd51014 service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=b6b16d0a-76ca-437d-bc9b-9d85eea4c913 HTTP/1.1" status: 200 len: 217 time: 0.0316412 Sep 06 04:56:34.898300 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-1314799f-a4ed-4074-9e6c-b46c4147e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:34.899782 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-1314799f-a4ed-4074-9e6c-b46c4147e345 service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=8fdf17c9-1cae-4c35-8224-c059b64fc341 HTTP/1.1" status: 200 len: 843 time: 0.0433259 Sep 06 04:56:34.946608 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-9cd08371-04c2-4c33-bb3f-99bb0387c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:34.948125 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-9cd08371-04c2-4c33-bb3f-99bb0387c21c service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=3e1d2f7d-b372-44c8-90a6-0772d92de60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0423057 Sep 06 04:56:34.998620 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12dd2fa-1a2c-46db-98bb-b862c076c28e req-9c14a322-7c7f-4f31-a723-8d585fa8df39 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:35.000444 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d12dd2fa-1a2c-46db-98bb-b862c076c28e req-9c14a322-7c7f-4f31-a723-8d585fa8df39 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 948 time: 0.0473008 Sep 06 04:56:35.040276 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-02329b8e-bca7-437a-8aec-f8e2a99eebee service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3e1d2f7d-b372-44c8-90a6-0772d92de60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859916 Sep 06 04:56:35.043163 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:35.048492 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-d12dd2fa-1a2c-46db-98bb-b862c076c28e req-4f2a6890-0237-4d23-b2c6-2581d048385e tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8168ede6-d426-4248-9911-37807c2cd3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425677 Sep 06 04:56:35.133045 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ada4358e-dfc2-44b5-ad88-f750b4623943 req-a255ddad-7262-4b0b-879a-4ca848cd14ec service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3e1d2f7d-b372-44c8-90a6-0772d92de60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873556 Sep 06 04:56:36.174788 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cb89b-60d2-48d4-9433-153b930b4573 req-8496e450-e399-42a5-a598-8188d1e60e40 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:36.176247 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-783cb89b-60d2-48d4-9433-153b930b4573 req-8496e450-e399-42a5-a598-8188d1e60e40 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 948 time: 0.0479608 Sep 06 04:56:36.220035 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:36.224464 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-783cb89b-60d2-48d4-9433-153b930b4573 req-6f617e37-bd08-48aa-ab01-927059b65592 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8168ede6-d426-4248-9911-37807c2cd3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426242 Sep 06 04:56:36.440981 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:36.443991 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:37.349588 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a769d09-ffa4-4cc5-aac8-456440b3184a req-e7811b8b-c165-4877-8a7e-33a897122d7a tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:37.351062 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5a769d09-ffa4-4cc5-aac8-456440b3184a req-e7811b8b-c165-4877-8a7e-33a897122d7a tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 948 time: 0.0516942 Sep 06 04:56:37.370692 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:37.397679 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-5a769d09-ffa4-4cc5-aac8-456440b3184a req-45817133-1ea1-4b1a-ae9e-09d6916bea5d tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8168ede6-d426-4248-9911-37807c2cd3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411472 Sep 06 04:56:38.517352 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d186aed-c0e7-4c5a-81e6-01c6ff3f7375 req-8f503d18-c0c4-4025-a895-7a2fd324aaf4 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:38.518807 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7d186aed-c0e7-4c5a-81e6-01c6ff3f7375 req-8f503d18-c0c4-4025-a895-7a2fd324aaf4 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 948 time: 0.0452678 Sep 06 04:56:38.569071 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-7d186aed-c0e7-4c5a-81e6-01c6ff3f7375 req-1e3de920-51f7-428f-b4ee-744a8bd82870 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8168ede6-d426-4248-9911-37807c2cd3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447865 Sep 06 04:56:39.688839 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30787698-f251-480d-ada2-9241ce539a77 req-8fbf2495-4cc2-42ca-8f75-b67238473552 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:39.690202 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-30787698-f251-480d-ada2-9241ce539a77 req-8fbf2495-4cc2-42ca-8f75-b67238473552 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 948 time: 0.0456300 Sep 06 04:56:39.735465 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-30787698-f251-480d-ada2-9241ce539a77 req-cc647a1f-5d3d-46ae-8160-fb2ed2834f4f tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8168ede6-d426-4248-9911-37807c2cd3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399165 Sep 06 04:56:40.379178 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device b6b16d0a-76ca-437d-bc9b-9d85eea4c913 details requested by agent hyperv_hv-cinder-85600 with host hv-cinder-85600 {{(pid=106940) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 06 04:56:40.484638 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port b6b16d0a-76ca-437d-bc9b-9d85eea4c913, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=b6b16d0a-76ca-437d-bc9b-9d85eea4c913,segment=NetworkSegment(2e63c10f-2b47-489f-8301-5efcabadfcb3),segment_id=2e63c10f-2b47-489f-8301-5efcabadfcb3)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:56:40.495795 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Returning: {'device': 'b6b16d0a-76ca-437d-bc9b-9d85eea4c913', 'network_id': '3e1d2f7d-b372-44c8-90a6-0772d92de60e', 'port_id': 'b6b16d0a-76ca-437d-bc9b-9d85eea4c913', 'mac_address': 'fa:16:3e:43:52:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fdf17c9-1cae-4c35-8224-c059b64fc341', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106940) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 06 04:56:40.533210 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port b6b16d0a-76ca-437d-bc9b-9d85eea4c913 is: DOWN; New status is: BUILD {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:56:40.533625 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (b6b16d0a-76ca-437d-bc9b-9d85eea4c913), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:40.547069 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b16d0a-76ca-437d-bc9b-9d85eea4c913 {{(pid=106940) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 06 04:56:40.566206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port b6b16d0a-76ca-437d-bc9b-9d85eea4c913, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=b6b16d0a-76ca-437d-bc9b-9d85eea4c913,segment=NetworkSegment(2e63c10f-2b47-489f-8301-5efcabadfcb3),segment_id=2e63c10f-2b47-489f-8301-5efcabadfcb3)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:56:40.658206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (b6b16d0a-76ca-437d-bc9b-9d85eea4c913), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:40.704369 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=b6b16d0a-76ca-437d-bc9b-9d85eea4c913,revision_number=4']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:40.711382 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:40.711724 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:40.712060 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:40.712393 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:40.712720 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:40.713042 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:40.713384 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:40.713704 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:40.714039 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:40.714389 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:40.714705 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:40.715021 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:40.715335 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:40.715647 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:40.715960 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856002-1-iscsi {{(pid=106940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 06 04:56:40.855585 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f7afc-522d-428a-9c6c-88e3d9fa6585 req-3ba51abe-5c07-4011-9421-e8804f196be9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:40.857046 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-924f7afc-522d-428a-9c6c-88e3d9fa6585 req-3ba51abe-5c07-4011-9421-e8804f196be9 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 949 time: 0.0461891 Sep 06 04:56:40.903491 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-924f7afc-522d-428a-9c6c-88e3d9fa6585 req-b3c03d23-0e29-4229-80e5-276bffe91e3b tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8168ede6-d426-4248-9911-37807c2cd3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408678 Sep 06 04:56:41.119901 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['b6b16d0a-76ca-437d-bc9b-9d85eea4c913'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:56:42.025067 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1137224-f51b-4874-b524-28ba11ac1c1e req-1088920c-f901-46df-8a2d-0d5373cf0e94 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:42.028424 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c1137224-f51b-4874-b524-28ba11ac1c1e req-1088920c-f901-46df-8a2d-0d5373cf0e94 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 949 time: 0.0463591 Sep 06 04:56:42.262481 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-4b929d24-6167-4246-8fe1-f205b0cfd7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:42.324305 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-c1137224-f51b-4874-b524-28ba11ac1c1e req-2caa39dd-330f-436f-8061-50abe1cdfb4b tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8168ede6-d426-4248-9911-37807c2cd3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917385 Sep 06 04:56:42.414582 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device b6b16d0a-76ca-437d-bc9b-9d85eea4c913 up at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 06 04:56:42.455712 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning for port b6b16d0a-76ca-437d-bc9b-9d85eea4c913 completed by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 06 04:56:42.541556 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.db.provisioning_blocks [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Provisioning complete for port b6b16d0a-76ca-437d-bc9b-9d85eea4c913 triggered by entity L2. {{(pid=106940) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 06 04:56:42.541867 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3434779'] for port (b6b16d0a-76ca-437d-bc9b-9d85eea4c913), provisioning_complete {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:42.616477 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Current status of the port b6b16d0a-76ca-437d-bc9b-9d85eea4c913 is: BUILD; New status is: ACTIVE {{(pid=106940) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 06 04:56:42.616864 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3557035'] for port (b6b16d0a-76ca-437d-bc9b-9d85eea4c913), before_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:42.639939 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e21191-04d9-45d3-9a4e-a7fc147a06e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b16d0a-76ca-437d-bc9b-9d85eea4c913'}] {{(pid=106940) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:56:42.642195 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eacc4f33c021f008999917994744def54171163ae13111f2b5a0d61fc150186e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928d9ad3-e136-40f4-bb2f-9de73e9bcc08" -d '{"events": [{"server_uuid": "f5e21191-04d9-45d3-9a4e-a7fc147a06e8", "name": "network-vif-plugged", "status": "completed", "tag": "b6b16d0a-76ca-437d-bc9b-9d85eea4c913"}]}' {{(pid=106940) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:56:42.654790 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] For port b6b16d0a-76ca-437d-bc9b-9d85eea4c913, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=b6b16d0a-76ca-437d-bc9b-9d85eea4c913,segment=NetworkSegment(2e63c10f-2b47-489f-8301-5efcabadfcb3),segment_id=2e63c10f-2b47-489f-8301-5efcabadfcb3)] {{(pid=106940) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:56:42.735820 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761093504130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761093029542', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761093029560'] for port (b6b16d0a-76ca-437d-bc9b-9d85eea4c913), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:42.738586 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd87472a-9ae8-4400-a423-bb61fb44bfb1 x-openstack-request-id: req-dd87472a-9ae8-4400-a423-bb61fb44bfb1 {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:56:42.738873 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e21191-04d9-45d3-9a4e-a7fc147a06e8", "name": "network-vif-plugged", "status": "completed", "tag": "b6b16d0a-76ca-437d-bc9b-9d85eea4c913", "code": 200}]} {{(pid=106940) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:56:42.739125 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd87472a-9ae8-4400-a423-bb61fb44bfb1 {{(pid=106940) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:56:42.739580 dv-cinder-856002-1-iscsi neutron-server[106940]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd87472a-9ae8-4400-a423-bb61fb44bfb1'] response: {'server_uuid': 'f5e21191-04d9-45d3-9a4e-a7fc147a06e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b16d0a-76ca-437d-bc9b-9d85eea4c913', 'code': 200} Sep 06 04:56:42.771296 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:42.785206 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Pushing event updated for resources: {'Port': ['ID=b6b16d0a-76ca-437d-bc9b-9d85eea4c913,revision_number=5']} {{(pid=106940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:43.067735 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baf35f-fb98-4048-8fe8-2131803ee799 req-d60ef386-8d11-456f-af36-ab5e7b75cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:43.069202 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-86baf35f-fb98-4048-8fe8-2131803ee799 req-d60ef386-8d11-456f-af36-ab5e7b75cfd5 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 1134 time: 0.0376091 Sep 06 04:56:43.112948 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-86baf35f-fb98-4048-8fe8-2131803ee799 req-86b9afbe-0d51-4467-be17-4b60c9d7abfa service neutron] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8168ede6-d426-4248-9911-37807c2cd3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369420 Sep 06 04:56:43.449699 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f06375-c0c6-4603-b99a-4c1ac48cc437 req-ef635ce0-1240-46d9-ac7c-4599c76b38db tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:43.451123 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-82f06375-c0c6-4603-b99a-4c1ac48cc437 req-ef635ce0-1240-46d9-ac7c-4599c76b38db tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 950 time: 0.0447056 Sep 06 04:56:43.497792 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-82f06375-c0c6-4603-b99a-4c1ac48cc437 req-40fe6a2b-6f62-44f2-9d97-67adc2ea4928 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8168ede6-d426-4248-9911-37807c2cd3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Sep 06 04:56:44.462158 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a28e1408-4a11-4159-80d8-4ca2bc2e2034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:44.622773 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a8bfe-d323-478d-b14b-4e860aabd39a req-c3949932-0d83-4223-b7cd-fd72cadeddc4 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:44.624269 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c79a8bfe-d323-478d-b14b-4e860aabd39a req-c3949932-0d83-4223-b7cd-fd72cadeddc4 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 950 time: 0.0504174 Sep 06 04:56:44.659321 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:44.671645 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-c79a8bfe-d323-478d-b14b-4e860aabd39a req-8257554c-3dde-46df-bba0-64238c637772 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8168ede6-d426-4248-9911-37807c2cd3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 Sep 06 04:56:44.862643 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e1803f7e-1882-40f9-9db9-48af1cc4e117 req-cacd28f3-d600-4769-8213-63a47be4a1ce service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389242 Sep 06 04:56:44.964949 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1803f7e-1882-40f9-9db9-48af1cc4e117 req-47f895d6-d174-4f47-b954-3238f4feb381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:44.966359 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e1803f7e-1882-40f9-9db9-48af1cc4e117 req-47f895d6-d174-4f47-b954-3238f4feb381 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=91d43687f40743dab7741801f3acc47d&device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 1134 time: 0.0390489 Sep 06 04:56:45.071632 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1803f7e-1882-40f9-9db9-48af1cc4e117 req-8013033a-7dff-40fa-b15e-45cc85279c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:45.073078 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e1803f7e-1882-40f9-9db9-48af1cc4e117 req-8013033a-7dff-40fa-b15e-45cc85279c96 service neutron] 10.222.0.46 "GET /networking/v2.0/networks?id=3e1d2f7d-b372-44c8-90a6-0772d92de60e HTTP/1.1" status: 200 len: 870 time: 0.0882578 Sep 06 04:56:45.110437 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e1803f7e-1882-40f9-9db9-48af1cc4e117 req-d2a6d2ab-01d2-4118-8cac-f61c7cda403b service neutron] 10.222.0.46 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=b6b16d0a-76ca-437d-bc9b-9d85eea4c913 HTTP/1.1" status: 200 len: 217 time: 0.0317502 Sep 06 04:56:45.156421 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1803f7e-1882-40f9-9db9-48af1cc4e117 req-6b3c3920-9206-4bc8-b95b-e30c2aa70e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:45.157820 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e1803f7e-1882-40f9-9db9-48af1cc4e117 req-6b3c3920-9206-4bc8-b95b-e30c2aa70e6b service neutron] 10.222.0.46 "GET /networking/v2.0/subnets?id=8fdf17c9-1cae-4c35-8224-c059b64fc341 HTTP/1.1" status: 200 len: 843 time: 0.0424881 Sep 06 04:56:45.202859 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1803f7e-1882-40f9-9db9-48af1cc4e117 req-8ed97a37-888d-4a15-ac8d-81cbd9156ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:45.204287 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e1803f7e-1882-40f9-9db9-48af1cc4e117 req-8ed97a37-888d-4a15-ac8d-81cbd9156ec4 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?network_id=3e1d2f7d-b372-44c8-90a6-0772d92de60e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0411291 Sep 06 04:56:45.291386 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e1803f7e-1882-40f9-9db9-48af1cc4e117 req-ddb0d600-7439-44cc-9d71-5aea5033bafb service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3e1d2f7d-b372-44c8-90a6-0772d92de60e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812752 Sep 06 04:56:45.384778 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-e1803f7e-1882-40f9-9db9-48af1cc4e117 req-761712cd-dd7a-4134-8e7c-255f4755b6be service neutron] 10.222.0.46 "GET /networking/v2.0/networks/3e1d2f7d-b372-44c8-90a6-0772d92de60e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867634 Sep 06 04:56:45.790719 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab46d31-8cd5-47e7-9e62-4b4b63f97693 req-e3bb3132-aa9d-4549-a437-6fce56d855b3 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:45.792187 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-aab46d31-8cd5-47e7-9e62-4b4b63f97693 req-e3bb3132-aa9d-4549-a437-6fce56d855b3 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 950 time: 0.0474174 Sep 06 04:56:45.840650 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-aab46d31-8cd5-47e7-9e62-4b4b63f97693 req-966463de-5a44-40ed-af67-e239d7cce2c8 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8168ede6-d426-4248-9911-37807c2cd3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428634 Sep 06 04:56:45.953549 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:46.284536 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece37e2e-7816-42c3-ae1e-815ed8ba23f1 req-56280728-773b-404c-b412-4f3ce87b70e8 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:46.286193 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ece37e2e-7816-42c3-ae1e-815ed8ba23f1 req-56280728-773b-404c-b412-4f3ce87b70e8 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 950 time: 0.0472951 Sep 06 04:56:46.334248 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [req-ece37e2e-7816-42c3-ae1e-815ed8ba23f1 req-4d2c2271-96bc-4505-a457-d4331e1dea89 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8168ede6-d426-4248-9911-37807c2cd3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424025 Sep 06 04:56:47.286529 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:47.332405 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:47.390320 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:47.463527 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a1431-f413-48aa-8496-7572fb83e466 req-a4fadfc7-d66f-4584-8457-2060188a3352 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:47.464957 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-609a1431-f413-48aa-8496-7572fb83e466 req-a4fadfc7-d66f-4584-8457-2060188a3352 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 950 time: 0.0462699 Sep 06 04:56:47.511270 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-609a1431-f413-48aa-8496-7572fb83e466 req-215ab182-b6cb-43c5-b636-ab716d21a332 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/security-groups?id=8168ede6-d426-4248-9911-37807c2cd3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406973 Sep 06 04:56:47.827429 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff84a39-d99a-4c55-a47d-fc541ba83f32 req-948aa759-83b7-4f6d-b124-3fa51b2680ba tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106939) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 06 04:56:47.829020 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cff84a39-d99a-4c55-a47d-fc541ba83f32 req-948aa759-83b7-4f6d-b124-3fa51b2680ba tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 950 time: 0.0500433 Sep 06 04:56:47.893695 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=100 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:47.907865 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-cff84a39-d99a-4c55-a47d-fc541ba83f32 req-a3c9375c-681c-4d32-b35c-7e1056c90395 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Deleting port b6b16d0a-76ca-437d-bc9b-9d85eea4c913 {{(pid=106939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 06 04:56:47.908205 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-cff84a39-d99a-4c55-a47d-fc541ba83f32 req-a3c9375c-681c-4d32-b35c-7e1056c90395 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761093502684'] for port (b6b16d0a-76ca-437d-bc9b-9d85eea4c913), before_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:48.004532 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.db [req-cff84a39-d99a-4c55-a47d-fc541ba83f32 req-a3c9375c-681c-4d32-b35c-7e1056c90395 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] For port b6b16d0a-76ca-437d-bc9b-9d85eea4c913, host hv-cinder-85600, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85600',level=0,port_id=b6b16d0a-76ca-437d-bc9b-9d85eea4c913,segment=NetworkSegment(2e63c10f-2b47-489f-8301-5efcabadfcb3),segment_id=2e63c10f-2b47-489f-8301-5efcabadfcb3)] {{(pid=106939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 06 04:56:48.004890 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-cff84a39-d99a-4c55-a47d-fc541ba83f32 req-a3c9375c-681c-4d32-b35c-7e1056c90395 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742091'] for port (b6b16d0a-76ca-437d-bc9b-9d85eea4c913), precommit_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:48.018296 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.plugins.ml2.plugin [req-cff84a39-d99a-4c55-a47d-fc541ba83f32 req-a3c9375c-681c-4d32-b35c-7e1056c90395 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Calling delete_port for b6b16d0a-76ca-437d-bc9b-9d85eea4c913 owned by compute:nova {{(pid=106939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 06 04:56:48.122992 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:48.200844 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-cff84a39-d99a-4c55-a47d-fc541ba83f32 req-a3c9375c-681c-4d32-b35c-7e1056c90395 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3557096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652513', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761093504202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761093029533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12279828'] for port (b6b16d0a-76ca-437d-bc9b-9d85eea4c913), after_delete {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:48.232647 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9375c-681c-4d32-b35c-7e1056c90395 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Pushing event deleted for resources: {'Port': ['ID=b6b16d0a-76ca-437d-bc9b-9d85eea4c913,revision_number=None']} {{(pid=106939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:48.234385 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.db [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] get_ports_and_sgs() called for port_ids ['b6b16d0a-76ca-437d-bc9b-9d85eea4c913'] {{(pid=106940) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 06 04:56:48.280250 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff84a39-d99a-4c55-a47d-fc541ba83f32 req-a3c9375c-681c-4d32-b35c-7e1056c90395 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] No DVR routers for this DVR port b6b16d0a-76ca-437d-bc9b-9d85eea4c913 on host hv-cinder-85600 {{(pid=106939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 06 04:56:48.283466 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron_lib.callbacks.manager [req-cff84a39-d99a-4c55-a47d-fc541ba83f32 req-a3c9375c-681c-4d32-b35c-7e1056c90395 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-351401'] for port (None), before_response {{(pid=106939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:48.286932 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-cff84a39-d99a-4c55-a47d-fc541ba83f32 req-a3c9375c-681c-4d32-b35c-7e1056c90395 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.46 "DELETE /networking/v2.0/ports/b6b16d0a-76ca-437d-bc9b-9d85eea4c913 HTTP/1.1" status: 204 len: 173 time: 0.4532437 Sep 06 04:56:48.287433 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e21191-04d9-45d3-9a4e-a7fc147a06e8', 'name': 'network-vif-deleted', 'tag': 'b6b16d0a-76ca-437d-bc9b-9d85eea4c913'}] {{(pid=106939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 06 04:56:48.289685 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44fd260ec7cccff1abd1088469188ebf9ec35624b3401901939b74ecff31c770" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f4ee31-6ab8-4b9a-97db-64a1bf2190f8" -d '{"events": [{"server_uuid": "f5e21191-04d9-45d3-9a4e-a7fc147a06e8", "name": "network-vif-deleted", "tag": "b6b16d0a-76ca-437d-bc9b-9d85eea4c913"}]}' {{(pid=106939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 06 04:56:48.329854 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Sep 2022 04:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d85d58-9a1c-4f8a-a7d7-dda1bae60957 x-openstack-request-id: req-06d85d58-9a1c-4f8a-a7d7-dda1bae60957 {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 06 04:56:48.330207 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e21191-04d9-45d3-9a4e-a7fc147a06e8", "name": "network-vif-deleted", "tag": "b6b16d0a-76ca-437d-bc9b-9d85eea4c913", "status": "completed", "code": 200}]} {{(pid=106939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 06 04:56:48.330534 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06d85d58-9a1c-4f8a-a7d7-dda1bae60957 {{(pid=106939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 06 04:56:48.331007 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d85d58-9a1c-4f8a-a7d7-dda1bae60957'] response: {'server_uuid': 'f5e21191-04d9-45d3-9a4e-a7fc147a06e8', 'name': 'network-vif-deleted', 'tag': 'b6b16d0a-76ca-437d-bc9b-9d85eea4c913', 'status': 'completed', 'code': 200} Sep 06 04:56:48.629782 dv-cinder-856002-1-iscsi neutron-server[106939]: INFO neutron.wsgi [req-ddbd0a44-0a60-4ba9-a724-ae7e070f4295 req-3db651ee-6b20-4104-93bc-99fa1112d043 tempest-VolumesNegativeTest-2127341716 tempest-VolumesNegativeTest-2127341716-project] 10.222.0.30 "GET /networking/v2.0/ports?device_id=f5e21191-04d9-45d3-9a4e-a7fc147a06e8 HTTP/1.1" status: 200 len: 210 time: 0.0315330 Sep 06 04:56:51.402501 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:56:52.462990 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device b6b16d0a-76ca-437d-bc9b-9d85eea4c913 no longer exists at agent hyperv_hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 06 04:56:52.482142 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] No Port match for: b6b16d0a-76ca-437d-bc9b-9d85eea4c913 {{(pid=106940) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 06 04:56:52.482532 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.rpc [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Device b6b16d0a-76ca-437d-bc9b-9d85eea4c913 not bound to the agent host hv-cinder-85600 {{(pid=106940) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 06 04:56:55.662364 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 47318) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:56:55.791001 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-ed06394f-f3a8-4c29-8577-feae0aeb7a2f admin admin] 10.222.0.30 "GET /networking/v2.0/security-groups?tenant_id=91d43687f40743dab7741801f3acc47d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274364 Sep 06 04:56:55.793436 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [-] (106938) accepted ('10.222.0.30', 47322) {{(pid=106938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 06 04:56:55.840666 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-65cc249a-9068-48e1-89a5-792ae3695ad7 admin admin] Publish callbacks [] for security_group (8168ede6-d426-4248-9911-37807c2cd3d4), before_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:55.860329 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-65cc249a-9068-48e1-89a5-792ae3695ad7 admin admin] Publish callbacks [] for security_group (8168ede6-d426-4248-9911-37807c2cd3d4), precommit_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:55.987762 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-65cc249a-9068-48e1-89a5-792ae3695ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-688993'] for security_group (8168ede6-d426-4248-9911-37807c2cd3d4), after_delete {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:55.990392 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron_lib.callbacks.manager [None req-65cc249a-9068-48e1-89a5-792ae3695ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:56:55.991529 dv-cinder-856002-1-iscsi neutron-server[106938]: INFO neutron.wsgi [None req-65cc249a-9068-48e1-89a5-792ae3695ad7 admin admin] 10.222.0.30 "DELETE /networking/v2.0/security-groups/8168ede6-d426-4248-9911-37807c2cd3d4 HTTP/1.1" status: 204 len: 168 time: 0.1972055 Sep 06 04:56:55.999418 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc249a-9068-48e1-89a5-792ae3695ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8168ede6-d426-4248-9911-37807c2cd3d4,revision_number=None']} {{(pid=106938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 06 04:56:58.609189 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=38,neutron:DELETE=6 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:56:58.611231 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG dbcounter [-] [106939] Writing DB stats neutron:SELECT=2 {{(pid=106939) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:57:00.538064 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:57:01.397834 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:57:05.895311 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=77,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:57:05.995460 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG dbcounter [-] [106938] Writing DB stats neutron:SELECT=67,neutron:DELETE=2 {{(pid=106938) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:57:10.484594 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:57:10.491541 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:57:12.251740 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-3dba484f-392b-4ac4-8d27-438531c93311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:57:13.439558 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:57:13.440876 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:57:14.449042 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9ede3cd7-034c-4b6d-ade2-6ffd9feeb315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:57:15.966176 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:57:17.309045 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:57:17.400258 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:57:28.403898 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:57:29.330605 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:57:29.334098 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:57:30.577036 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:57:38.399764 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:57:38.400514 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:57:40.506199 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:57:40.508117 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:57:42.216980 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-4bb411e5-c173-4173-9f1c-8e234b33f89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:57:44.471052 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-ea719895-b3bd-4ca7-8384-48f474c9295a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:57:45.971159 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:57:47.303010 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:57:47.419667 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:57:50.441909 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:57:50.446858 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:57:57.331447 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:57:57.335005 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:58:00.542571 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:58:05.402648 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:58:09.345122 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=15 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:58:10.506543 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:58:10.507245 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:58:12.213619 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-4ad63a9a-2845-45dd-85da-b683fce45724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:58:14.457825 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8f40797c-6c06-4a06-8819-c63048c8f0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:58:15.398834 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=13 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:58:15.973260 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:58:17.307781 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:58:17.382414 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:58:27.333565 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:58:27.335427 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:58:27.437092 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:58:27.441979 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:58:30.555769 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:58:39.099987 dv-cinder-856002-1-iscsi neutron-server[106939]: DEBUG neutron.wsgi [req-09e3f816-a870-45dc-aeee-f84f7b349d75 req-b5349747-f159-4833-88d4-b36202a8ef1c service neutron] (106939) timed out ('10.222.0.30', 40400) {{(pid=106939) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 06 04:58:39.178900 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [req-09e3f816-a870-45dc-aeee-f84f7b349d75 req-50f7de18-c4d8-4fcd-8a95-5ec637db560f tempest-TestShelveInstance-706558224 tempest-TestShelveInstance-706558224-project] (106938) timed out ('10.222.0.30', 40410) {{(pid=106938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 06 04:58:40.499497 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:58:40.501435 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:58:42.206596 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-e6c1915f-e5b0-428f-b235-0cd7aff3b535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:58:42.402454 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:58:44.458556 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-bcac0547-3d9c-4338-b877-aae2232bb591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:58:45.972816 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:58:47.338438 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:58:47.399042 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:58:52.398125 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:58:52.398929 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:58:57.337051 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:58:57.338953 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:59:00.576038 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:59:04.448639 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:59:10.463968 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:59:10.498136 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:59:10.504110 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:59:12.200116 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-d5f475b9-3e6f-489b-ae8f-bd41a6435e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:59:14.515024 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-462b8a1d-175b-4e83-be84-fcd870e5112c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:59:16.012037 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:59:17.301998 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:59:17.410849 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:59:19.401745 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:59:29.369256 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:59:29.371243 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:59:29.396796 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:59:29.397588 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:59:30.611574 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:59:40.515908 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:59:40.517750 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:59:41.443471 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:59:41.453444 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=5 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:59:42.205367 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-1582c355-dc23-4628-af51-2a323dab1ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:59:44.450912 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-e02c5400-a4e8-4f10-8575-2100b81203bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:59:45.971060 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:59:47.329641 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:59:47.416545 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 04:59:56.401530 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 04:59:57.336579 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 04:59:57.343578 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:00:00.559141 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:00:10.514846 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:00:10.519808 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:00:12.238782 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-5b314e65-7fef-4651-b8a6-78dd60fe1130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:00:14.446175 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-92f39d7b-86a1-4d5d-aa54-e4ef7fbdaecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:00:15.958963 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:00:17.295635 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:00:17.415733 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:00:18.454531 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=17 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:00:18.459392 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=17 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:00:27.232641 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:00:27.345934 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:00:30.598456 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:00:33.399739 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:00:40.525613 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:00:40.527452 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:00:42.220806 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-82060adb-ad0e-4bcd-8d01-8e6fc150a703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:00:43.395768 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:00:44.426433 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-a39f50c4-221f-4cbd-8d44-eb9bd8ccf978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:00:46.009785 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:00:47.301106 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:00:47.409351 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:00:55.456354 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=5 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:00:55.457110 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=4 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:00:57.342167 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:00:57.348123 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:01:00.603352 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:01:10.399143 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:01:10.469712 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:01:10.532617 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:01:10.535903 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:01:12.214714 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-228b01ab-12a0-4c19-bbe0-e29d3f5e28ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:01:14.448541 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-79b585ce-082e-4ab6-9ee2-bdf57ce551ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:01:15.980042 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:01:17.317203 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:01:17.402789 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:01:20.322207 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-2105334c-6781-4570-92a5-2378a9b8590a service neutron] (106938) timed out ('10.222.0.30', 43880) {{(pid=106938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 06 05:01:20.395928 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:01:20.623502 dv-cinder-856002-1-iscsi neutron-server[106938]: DEBUG neutron.wsgi [req-2a877dac-64d9-47b2-98c2-676175a376b7 req-7ba66fad-9b08-4cc8-b8dc-01b30356764e tempest-AttachVolumeShelveTestJSON-727986358 tempest-AttachVolumeShelveTestJSON-727986358-project] (106938) timed out ('10.222.0.30', 43892) {{(pid=106938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 06 05:01:29.348717 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:01:29.350135 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=22 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:01:30.562824 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:01:32.451951 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:01:32.452686 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=3 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:01:40.518620 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:01:40.524589 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:01:42.220031 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-cff2ff2f-ba3c-435e-acb8-9b9a50fa18be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:01:44.430936 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-325acb47-ddbe-4ac5-8901-6165f7769116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:01:45.991229 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:01:47.294125 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:01:47.398796 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:01:47.408064 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:01:57.348014 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:01:57.352944 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:01:57.394867 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:02:00.580019 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:02:09.445013 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=18 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:02:09.448923 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=14 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:02:10.530998 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:02:10.533019 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:02:12.241907 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8c179db1-6ac6-401d-b3d4-f413309eae1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4581d35e-243c-4821-8b8d-9bd5b326ef45), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:02:14.459258 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-9bb6dc50-7ec6-437c-ae17-b3dd0fc594bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (2e3759f4-777c-418a-9331-73d3bce226a2), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:02:15.984956 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-7360b226-6208-4451-a423-cfc90a229784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (4ceee9f3-2a61-4286-ba20-cec7a1c282d6), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:02:17.299266 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-2d4deed0-6d08-4e50-b370-fbe956428e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (c10a7e2e-cb64-4df6-b520-3d31e32c8226), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:02:17.408914 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-8bdab6d8-d562-438b-911e-609b7f2dd392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (92e3ceab-8d00-41c3-8efb-fcb19cd6a30a), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:02:24.397786 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG neutron.db.agents_db [None req-81e77629-ee7c-483b-a87e-f566dd783d0e None None] Agent healthcheck: found 6 active agents {{(pid=106941) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 06 05:02:27.354227 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:02:27.356093 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 06 05:02:30.590641 dv-cinder-856002-1-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-730f2ede-942c-4fc3-83d6-7dce3029c308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761093479554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3434877'] for agent (05577b18-d6cc-4c14-ab8b-1bd5fe6c4b9b), after_update {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 06 05:02:34.393806 dv-cinder-856002-1-iscsi neutron-server[106941]: DEBUG dbcounter [-] [106941] Writing DB stats neutron:SELECT=2 {{(pid=106941) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}